-- Logs begin at Tue 2022-07-12 09:47:58 UTC, end at Tue 2022-07-12 11:11:06 UTC. -- Jul 12 10:38:35.149008 dv-cinder-847864-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 10:38:38.178211 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.common.config [-] Logging enabled! Jul 12 10:38:38.178831 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev46 Jul 12 10:38:38.179012 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110812) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 10:38:38.182360 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.common.config [-] Logging enabled! Jul 12 10:38:38.182610 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev46 Jul 12 10:38:38.182934 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110812) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 10:38:38.183886 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 10:38:38.184121 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 10:38:38.184483 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 10:38:38.184727 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 10:38:38.184952 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 10:38:38.185422 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.185852 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jul 12 10:38:38.186160 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.186455 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.186748 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.187059 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.187355 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.187658 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.188102 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.188492 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.188782 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.189058 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.189344 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.189637 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.189920 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.190204 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.190492 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.190771 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] debug = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.191081 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.191521 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.191935 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.192217 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.192505 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.192786 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.193057 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.193331 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.193616 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.193941 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] host = dv-cinder-847864-7-iscsi {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.194217 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.194504 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.194784 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.195089 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.195365 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.195644 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.195926 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.196259 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.196468 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.196740 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.197023 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.197306 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.197593 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.197817 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.198038 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.198332 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.198615 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.198934 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.199252 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.199524 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.199797 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.200376 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.200376 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.200606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.200890 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.201170 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.201442 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.201714 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.201983 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.202250 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.202531 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.202801 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.203137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.204106 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.204507 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.204827 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.205110 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.205416 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.205705 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.205991 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.206285 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.206565 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.206844 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.207141 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.207414 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.207684 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_json = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.207956 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.208225 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.208503 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.208773 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.209042 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.209315 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.209579 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.209860 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.210128 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:38.210419 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.210710 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.211032 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.211325 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.211612 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.211885 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.212170 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.212443 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.212725 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.213006 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.213293 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.213561 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.213857 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.214216 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.214416 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.214721 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.215031 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.215319 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.215592 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.215864 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.216139 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.216413 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.216700 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.216967 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.217250 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.217533 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.217811 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.218105 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.218388 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.218678 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.219703 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.220250 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.220489 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.220787 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.221069 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.221343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.221621 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.221910 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.222186 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.222459 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.222739 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.223051 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.223340 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.223611 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.223886 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.224172 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.224447 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.224716 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.224986 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.225260 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.225529 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.225808 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.226083 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.226358 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.226628 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.226903 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.227194 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.227464 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.227737 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.228005 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.228278 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.228547 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.228815 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.229084 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.229354 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.229621 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.229888 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.230155 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.230428 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.230696 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.230985 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.231261 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.231787 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.232057 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.232343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.232640 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.232917 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.233196 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.233474 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.233750 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.234023 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.234298 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.234606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.235132 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.235413 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.235706 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.235989 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.236281 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.236582 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.236859 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.237154 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.237432 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.237708 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.237989 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.238263 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.238540 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.238821 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.239129 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.239421 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.239712 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.240001 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.240290 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.240582 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.240861 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.241169 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.241445 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:38.241664 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 10:38:38.241903 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110812) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 10:38:38.618832 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 10:38:38.619120 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 10:38:38.619424 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 10:38:38.619756 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 10:38:38.954539 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:38.954837 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:38.955137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:38.956353 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:38.956623 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:38.957007 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.003782 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.004163 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.004608 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.019612 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.019892 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.020164 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.049383 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.049655 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.049924 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.088253 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.088533 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.088803 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.443416 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.444039 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.444039 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.444199 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.444888 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.546048 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.546367 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.546645 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.546943 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.547931 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.548435 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.548713 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.548977 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.549238 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.549526 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.549790 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.550058 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.550317 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.550571 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.550825 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.551112 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.551373 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.551643 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.551917 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.552178 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.552446 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.552698 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.552977 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.553355 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.553600 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.553845 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.554242 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.554483 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.554721 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.555023 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.555229 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.555464 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:39.555832 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 10:38:39.558992 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 10:38:39.563153 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 10:38:39.567007 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 12 10:38:39.568620 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 10:38:39.569106 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 10:38:39.569634 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 10:38:39.570181 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 10:38:39.572990 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 10:38:39.573242 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 10:38:39.573590 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 10:38:39.578488 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 12 10:38:39.603660 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 10:38:39.604117 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.604421 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110812) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jul 12 10:38:39.604799 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.606161 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110812) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 10:38:39.606693 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 10:38:39.606962 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 10:38:39.611109 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.611394 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:39.764861 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 10:38:39.765052 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 10:38:39.765245 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 10:38:39.765627 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 10:38:39.789263 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_db.sqlalchemy.engines [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110812) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 10:38:40.384057 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing driver for type 'gre' Jul 12 10:38:40.384516 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] gre ID ranges: [(1, 1000)] Jul 12 10:38:40.637307 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing driver for type 'local' Jul 12 10:38:40.637945 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing driver for type 'vlan' Jul 12 10:38:40.749229 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] VlanTypeDriver initialization complete Jul 12 10:38:40.754206 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing driver for type 'vxlan' Jul 12 10:38:40.754206 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] vxlan ID ranges: [(1, 1000)] Jul 12 10:38:40.974784 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing extension driver 'port_security' Jul 12 10:38:40.975171 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.extensions.port_security [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] PortSecurityExtensionDriver initialization complete Jul 12 10:38:40.975502 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing mechanism driver 'openvswitch' Jul 12 10:38:40.975847 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing mechanism driver 'hyperv' Jul 12 10:38:40.982932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.plugin [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:38:40.983823 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.984207 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.986884 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.986884 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.986884 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.986884 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.987392 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.987392 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.987799 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.988153 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.988501 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.988902 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.989321 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.989681 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.990032 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.990834 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.990834 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.991265 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.991569 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.991970 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.992383 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > address_group after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.992733 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > address_group after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.993079 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.993670 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110812) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 10:38:40.994022 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] ML2 OVO RPC backend initialized. {{(pid=110812) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 12 10:38:40.994748 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.995145 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.995570 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.995925 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > networks before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.996278 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.996623 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > ports before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.996970 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.997315 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnets before_response 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.997664 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.998011 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.998348 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.998689 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.999072 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.999418 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:40.999761 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.000099 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.000437 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.007911 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded quota_driver: . Jul 12 10:38:41.008289 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.plugin [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Modular L2 Plugin initialization complete Jul 12 10:38:41.008644 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading services supported by the core plugin {{(pid=110812) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 10:38:41.008996 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.plugins.ml2.managers [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Got port-security extension from driver 'port_security' Jul 12 10:38:41.009489 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.extensions.vlantransparent [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Disabled vlantransparent extension. Jul 12 10:38:41.009994 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110812) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 10:38:41.010326 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: router Jul 12 10:38:41.054062 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.054466 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_create 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.054846 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router before_create 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.055244 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.055625 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.055990 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_delete 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.056360 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.056723 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.057094 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_create 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.057468 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.057825 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.058181 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.058544 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.058987 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.059395 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.059744 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.060090 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: subnet after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.060438 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.060812 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.061193 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.061567 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.061918 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.062285 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router after_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.062868 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066428 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_create 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066428 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066428 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_update 55549900 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066428 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > agent after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066810 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > agent after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066810 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > network after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.066810 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Tracking information for resource: router configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:41.066810 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Tracking information for resource: floatingip configured {{(pid=110812) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 10:38:41.071450 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.db.l3_agentschedulers_db [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 10:38:41.072036 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.072405 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.072783 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.073136 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: port after_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.073977 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router before_create 55550100 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.074348 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.074722 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_create 55550100 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.075107 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > router precommit_update 55550100 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.080202 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.provider_configuration [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service providers = [] {{(pid=110812) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 10:38:41.080576 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.db.servicetype_db [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110812) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 10:38:41.083760 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.service_base [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110812) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 10:38:41.084144 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.service_base [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110812) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 10:38:41.084497 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.service_base [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110812) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 10:38:41.085396 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.services.service_base [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110812) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 10:38:41.085778 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.services.service_base [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 10:38:41.086170 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.086496 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 10:38:41.103158 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.103501 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: auto_allocate Jul 12 10:38:41.110412 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: network precommit_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.110798 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: network precommit_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.111358 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.111686 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: tag Jul 12 10:38:41.118661 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.119042 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: timestamp Jul 12 10:38:41.123041 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.123429 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: network_ip_availability Jul 12 10:38:41.129146 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.129527 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.129893 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.130737 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.131062 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: flavors Jul 12 10:38:41.142258 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.142600 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading Plugin: revisions Jul 12 10:38:41.147126 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110812) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 10:38:41.147533 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.528s {{(pid=110812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 10:38:41.148308 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110812) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 12 10:38:41.148652 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Initializing extension manager. Jul 12 10:38:41.149187 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: __init__.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.149542 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: __pycache__ {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.149893 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: address_group.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.150723 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.151366 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: address-group Jul 12 10:38:41.151743 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: address_scope.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.152528 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.153060 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: address-scope Jul 12 10:38:41.153393 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.154335 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.154865 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: router-admin-state-down-before-update Jul 12 10:38:41.155224 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: agent.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.155933 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.157064 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: agent Jul 12 10:38:41.157430 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: agent_resources_synced.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.158411 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.158964 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: agent-resources-synced Jul 12 10:38:41.159299 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: allowedaddresspairs.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.161139 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.161679 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: allowed-address-pairs Jul 12 10:38:41.162014 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: auto_allocated_topology.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.163123 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.163658 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: auto-allocated-topology Jul 12 10:38:41.163991 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: availability_zone.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.164697 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.165271 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: availability_zone Jul 12 10:38:41.165598 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: availability_zone_filter.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.166539 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.167098 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: availability_zone_filter Jul 12 10:38:41.167432 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: data_plane_status.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.168354 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.168876 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 10:38:41.169207 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: default_subnetpools.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.170137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.170700 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: default-subnetpools Jul 12 10:38:41.171099 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.171934 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.173027 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: dhcp_agent_scheduler Jul 12 10:38:41.173440 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: dns.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.174385 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.174932 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension dns-integration not supported by any of loaded plugins Jul 12 10:38:41.175336 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: dns_domain_ports.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.189300 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.189836 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 10:38:41.190171 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.191182 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.191712 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 10:38:41.192045 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: dvr.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.192732 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.193267 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: dvr Jul 12 10:38:41.193854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: ecmp_routes.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.194586 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.195182 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 12 10:38:41.195694 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: empty_string_filtering.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.196876 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.197406 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: empty-string-filtering Jul 12 10:38:41.197406 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.198448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.199134 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 10:38:41.199134 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.200041 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.200565 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 10:38:41.200898 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: external_net.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.201816 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.202339 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: external-net Jul 12 10:38:41.202667 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.204246 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.204772 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: extra_dhcp_opt Jul 12 10:38:41.205121 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: extraroute.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.206134 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.206670 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: extraroute Jul 12 10:38:41.207037 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: extraroute_atomic.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.208092 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.208627 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: extraroute-atomic Jul 12 10:38:41.208957 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: filter_validation.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.209644 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.210171 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: filter-validation Jul 12 10:38:41.210499 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: fip_pf_description.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.211441 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.211968 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 10:38:41.212296 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: fip_port_details.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.214863 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.215443 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: fip-port-details Jul 12 10:38:41.215782 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: flavors.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.217065 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.217602 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: flavors Jul 12 10:38:41.217940 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.219942 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.220522 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 10:38:41.220860 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: floatingip_pools.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.221614 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.222152 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: floatingip-pools Jul 12 10:38:41.222483 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: ip_allocation.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.229594 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.230074 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 10:38:41.230406 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.231625 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.232236 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: ip-substring-filtering Jul 12 10:38:41.232567 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l2_adjacency.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.233514 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.234046 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 10:38:41.234381 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.236382 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.236925 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: router Jul 12 10:38:41.237258 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.239645 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.240189 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 10:38:41.240530 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.241753 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.242155 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: ext-gw-mode Jul 12 10:38:41.242493 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.243510 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.244045 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: l3-ha Jul 12 10:38:41.244380 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.245309 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.245829 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 12 10:38:41.246161 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_flavors.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.247150 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.247725 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: l3-flavors Jul 12 10:38:41.248060 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.249441 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.249983 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 12 10:38:41.251013 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.251932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.252469 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 10:38:41.252804 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: l3agentscheduler.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.253877 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.254414 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: l3_agent_scheduler Jul 12 10:38:41.255013 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: local_ip.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.261823 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.262377 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension local_ip not supported by any of loaded plugins Jul 12 10:38:41.262724 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: logging.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.264403 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.264944 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension logging not supported by any of loaded plugins Jul 12 10:38:41.265282 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: metering.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.266655 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.267318 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: metering Jul 12 10:38:41.267653 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.268794 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.269332 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: metering_source_and_destination_fields Jul 12 10:38:41.269669 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: multiprovidernet.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.270623 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.271192 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: multi-provider Jul 12 10:38:41.271528 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: netmtu.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.272467 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.273065 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: net-mtu Jul 12 10:38:41.273399 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: netmtu_writable.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.274364 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.274891 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: net-mtu-writable Jul 12 10:38:41.275253 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: network_availability_zone.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.275941 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.276469 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: network_availability_zone Jul 12 10:38:41.276805 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: network_ip_availability.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.277923 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.278459 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: network-ip-availability Jul 12 10:38:41.278813 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: network_segment_range.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.279675 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.280197 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 10:38:41.280534 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: pagination.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.282135 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.282475 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: pagination Jul 12 10:38:41.282807 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: port_device_profile.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.283848 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.284416 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: port-device-profile Jul 12 10:38:41.290239 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.290979 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.291522 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: port-mac-address-regenerate Jul 12 10:38:41.291857 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.292787 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.293344 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: port-numa-affinity-policy Jul 12 10:38:41.293678 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: port_resource_request.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.294608 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.295171 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 10:38:41.295508 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: port_resource_request_groups.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.296550 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.297106 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 12 10:38:41.297441 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: portbindings.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.298409 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.298968 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: binding Jul 12 10:38:41.299304 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: portbindings_extended.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.300645 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.301177 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: binding-extended Jul 12 10:38:41.301511 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: portsecurity.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.302516 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.303080 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: port-security Jul 12 10:38:41.303412 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: project_id.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.304405 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.304743 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: project-id Jul 12 10:38:41.305076 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: providernet.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.306073 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.306618 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: provider Jul 12 10:38:41.306985 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.310582 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.311150 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos not supported by any of loaded plugins Jul 12 10:38:41.311493 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.312847 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.313421 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 10:38:41.319102 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.319840 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.320384 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 10:38:41.320720 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_default.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.321649 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.322180 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-default not supported by any of loaded plugins Jul 12 10:38:41.322513 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_fip.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.323494 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.324025 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-fip not supported by any of loaded plugins Jul 12 10:38:41.324363 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.325309 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.325836 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 12 10:38:41.326166 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_gateway_ip.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.327122 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.327702 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 10:38:41.328029 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_port_network_policy.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.329633 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.330176 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 10:38:41.330541 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.331686 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.332223 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 12 10:38:41.332557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.333644 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.334180 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 12 10:38:41.334516 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_pps_rule.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.335740 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.336279 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-pps not supported by any of loaded plugins Jul 12 10:38:41.336612 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_rule_type_details.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.337549 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.338085 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 10:38:41.338415 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: qos_rules_alias.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.339559 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.340093 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 10:38:41.340421 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: quota_check_limit.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.341343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.341904 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: quota-check-limit Jul 12 10:38:41.342238 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: quotasv2.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.343267 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.343626 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: quotas Jul 12 10:38:41.344625 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: quotasv2_detail.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.353184 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.353532 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: quota_details Jul 12 10:38:41.353899 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: rbac.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.355030 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.355590 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: rbac-policies Jul 12 10:38:41.355936 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: rbac_address_group.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.357139 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.357675 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: rbac-address-group Jul 12 10:38:41.358019 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: rbac_address_scope.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.359021 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.360211 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: rbac-address-scope Jul 12 10:38:41.360211 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: rbac_security_groups.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.360859 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.361400 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: rbac-security-groups Jul 12 10:38:41.361734 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: rbac_subnetpool.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.362660 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.363262 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: rbac-subnetpool Jul 12 10:38:41.363600 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: revisionifmatch.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.364661 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.365193 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: revision-if-match Jul 12 10:38:41.365528 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: revisions.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.366664 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.367229 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: standard-attr-revisions Jul 12 10:38:41.367619 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: router_availability_zone.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.368311 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.368842 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: router_availability_zone Jul 12 10:38:41.369174 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: routerservicetype.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.370118 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.370645 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension router-service-type not supported by any of loaded plugins Jul 12 10:38:41.370997 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.371945 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.372477 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: security-groups-normalized-cidr Jul 12 10:38:41.372824 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.373767 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.374307 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: port-security-groups-filtering Jul 12 10:38:41.374663 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.375766 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.376303 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: security-groups-remote-address-group Jul 12 10:38:41.376638 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.381989 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.382524 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: security-groups-shared-filtering Jul 12 10:38:41.382857 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.383505 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jul 12 10:38:41.383836 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: securitygroup.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.394444 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.395038 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: security-group Jul 12 10:38:41.395383 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: segment.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.396173 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.396709 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension segment not supported by any of loaded plugins Jul 12 10:38:41.397047 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.398033 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.398567 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 10:38:41.398903 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: servicetype.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.400065 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.400606 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: service-type Jul 12 10:38:41.400942 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: sorting.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.402039 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.402387 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: sorting Jul 12 10:38:41.402710 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: standard_attr_segment.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.403675 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.404214 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 10:38:41.404573 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: standardattrdescription.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.405251 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.405810 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: standard-attr-description Jul 12 10:38:41.406146 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: stateful_security_group.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.410980 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.411547 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: stateful-security-group Jul 12 10:38:41.411881 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: stdattrs_common.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.412470 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 10:38:41.412799 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.413785 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.414324 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 10:38:41.414656 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnet_onboard.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.415770 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.416314 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: subnet_onboard Jul 12 10:38:41.416650 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.417612 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.418144 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 10:38:41.418477 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnet_service_types.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.419504 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.420043 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: subnet-service-types Jul 12 10:38:41.420399 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnetallocation.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.421507 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.422077 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: subnet_allocation Jul 12 10:38:41.422419 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.423161 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.423691 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: subnetpool-prefix-ops Jul 12 10:38:41.424022 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.425001 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.425532 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 10:38:41.425862 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: tagging.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.426982 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.427528 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: standard-attr-tag Jul 12 10:38:41.427950 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: timestamp.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.429185 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.429724 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loaded extension: standard-attr-timestamp Jul 12 10:38:41.430054 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: trunk.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.439845 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.440384 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension trunk not supported by any of loaded plugins Jul 12 10:38:41.440717 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: trunk_details.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.441674 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.442220 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension trunk-details not supported by any of loaded plugins Jul 12 10:38:41.442551 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: uplink_status_propagation.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.443511 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.444045 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 10:38:41.444382 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Loading extension file: vlantransparent.py {{(pid=110812) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 10:38:41.445107 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110812) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 10:38:41.445635 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 10:38:41.448296 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:network Jul 12 10:38:41.448858 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnet Jul 12 10:38:41.449280 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 10:38:41.449678 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:port Jul 12 10:38:41.451029 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.451488 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service FLAVORS assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.452123 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.452574 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.452909 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:router Jul 12 10:38:41.454555 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 10:38:41.454555 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service METERING assigned prefix: /metering {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.455942 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.456331 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.456694 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:38:41.457733 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 10:38:41.458188 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:security_group Jul 12 10:38:41.458641 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 10:38:41.459305 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service CORE assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.459641 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 10:38:41.459996 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] subnetpool is already registered Jul 12 10:38:41.460422 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service CORE assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.460753 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 10:38:41.461102 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] subnetpool is already registered Jul 12 10:38:41.463457 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service FLAVORS assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:router Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] router is already registered Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] floatingip is already registered Jul 12 10:38:41.468020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service METERING assigned prefix: /metering {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.468628 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 10:38:41.468628 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] rbac_policy is already registered Jul 12 10:38:41.468628 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:security_group Jul 12 10:38:41.468628 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] security_group is already registered Jul 12 10:38:41.469541 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 10:38:41.469883 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] security_group_rule is already registered Jul 12 10:38:41.471479 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service CORE assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.471479 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 10:38:41.471479 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] subnetpool is already registered Jul 12 10:38:41.471730 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.v2.resource_helper [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Service CORE assigned prefix: {{(pid=110812) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 10:38:41.472009 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 10:38:41.473082 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING neutron.quota.resource_registry [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] subnetpool is already registered Jul 12 10:38:41.473082 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: extensions {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.474817 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: address-groups {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.476543 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: address-scopes {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.477198 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: agents {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.478361 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: auto-allocated-topology {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.479689 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: availability_zones {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.480877 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: dhcp-networks {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.482710 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: dhcp-agents {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.484163 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: routers {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.486766 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: flavors {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.488040 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: service_profiles {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.489245 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: next_providers {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.490709 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: service_profiles {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.493299 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: floatingip-pools {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.494602 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: routers {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.496929 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: floatingips {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.498208 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: l3-routers {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.499693 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: l3-agents {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.501235 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: metering-labels {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.502576 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: metering-label-rules {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.503877 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: network-ip-availabilities {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.505190 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: bindings {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.506819 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: quotas {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.508436 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: quotas {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.509950 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: rbac-policies {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.511342 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: security-groups {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.512606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: security-group-rules {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.513838 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: service-providers {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.515098 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: subnetpools {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.517095 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: subnetpools {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.518548 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.520236 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.522070 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.523917 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.525708 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.527577 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.529247 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.531184 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.533714 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.535580 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron.api.extensions [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Extended resource: tags {{(pid=110812) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 10:38:41.541547 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING keystonemiddleware.auth_token [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 10:38:41.546439 dv-cinder-847864-7-iscsi neutron-server[110812]: WARNING keystonemiddleware.auth_token [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 10:38:41.555505 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Acquired lock "singleton_lock" {{(pid=110812) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 12 10:38:41.555988 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_concurrency.lockutils [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Releasing lock "singleton_lock" {{(pid=110812) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 12 10:38:41.556651 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Starting 2 workers Jul 12 10:38:41.561668 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Started child 110925 {{(pid=110812) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 10:38:41.566527 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Started child 110926 {{(pid=110812) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 10:38:41.567448 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.568147 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO neutron.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 10:38:41.568794 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.569044 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [-] (110925) wsgi starting up on http://0.0.0.0:9696 Jul 12 10:38:41.571414 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Starting 1 workers Jul 12 10:38:41.571593 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.572891 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [-] (110926) wsgi starting up on http://0.0.0.0:9696 Jul 12 10:38:41.576828 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Started child 110927 {{(pid=110812) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 10:38:41.577366 dv-cinder-847864-7-iscsi neutron-server[110812]: INFO oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Starting 1 workers Jul 12 10:38:41.581521 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] calling RpcWorker wait() {{(pid=110927) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 10:38:41.582110 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] returning from RpcWorker wait() {{(pid=110927) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 10:38:41.582834 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Started child 110928 {{(pid=110812) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 10:38:41.583507 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.583675 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG neutron_lib.callbacks.manager [None req-d82ada4f-8fd9-4d04-a0df-c04ba6e948b4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.584097 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:38:41.585724 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110812) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 10:38:41.585932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 10:38:41.586130 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 10:38:41.586370 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 10:38:41.586702 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 10:38:41.586873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 10:38:41.587407 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.587698 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.587963 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.588068 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:41.588524 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.588524 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.589103 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.589379 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.589702 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.589933 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.590190 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.590365 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.590536 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.590783 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.591072 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.591384 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.591665 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.591922 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.592195 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.592407 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.592677 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.592977 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.593219 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.593498 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] debug = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.593743 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.594798 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.595061 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.595293 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.595540 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.595826 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.596059 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.596368 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.596607 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.596831 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.597105 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.597373 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.597644 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.597864 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.598122 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.598338 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.598627 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.598852 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.599376 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] host = dv-cinder-847864-7-iscsi {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.599610 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.599841 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.600073 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.600328 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.600603 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.600838 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.601102 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.601364 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.601591 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.601834 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.602090 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.602319 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.602576 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.602829 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.603024 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_options = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.603357 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.603668 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.603955 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.604150 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.604325 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.604494 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.604757 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.604927 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.605182 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.605422 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.605640 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.605875 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.606084 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.606320 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.606824 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.607070 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.607306 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.607605 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.607843 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.608076 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.608334 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.608565 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.608806 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.609058 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.609295 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.609582 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.610010 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.610264 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.611695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.611695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.611695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.611695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.611695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613165 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613249 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613716 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613716 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.613914 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.614277 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.614672 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.614934 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_json = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.615183 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.615424 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.615696 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.615919 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.616382 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.616606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.616843 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.617110 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.617323 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.617747 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.618035 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.618343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.618565 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.618817 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.619087 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.619342 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.619563 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.620047 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.620287 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.620859 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.621328 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.621842 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.622315 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.622823 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.623343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.623697 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.623897 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.624292 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.634873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.635557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636137 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.636793 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.637854 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.638777 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.639127 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.639662 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.639900 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.640333 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.640593 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.641396 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.641701 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.641945 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.642340 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.642731 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.642986 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.643212 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.643613 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.643861 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.644090 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.644340 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.644563 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.644798 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.645177 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.645402 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.645649 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.645872 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.646084 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.646454 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.646695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.647103 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.647364 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.647606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.647848 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.648087 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.648371 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.648718 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.648959 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.649427 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.649648 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.649900 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.650135 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.650357 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.650581 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.650797 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.651201 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.651475 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.651713 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.651969 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.652238 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.652462 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.652701 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.653027 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.653217 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.653456 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.653705 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.653949 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.654184 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.654473 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.654714 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.655039 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.655305 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.655584 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.655841 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.656083 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.656386 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.656613 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.656908 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.657197 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.657473 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.657742 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.658174 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.658441 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.658702 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.658969 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.659236 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.659562 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.659744 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.659988 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.660257 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.660478 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.660894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.661150 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.661623 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.662067 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.662309 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.662543 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.662833 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.663152 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.663415 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.663680 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.663932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.664174 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.664424 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.664689 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.664905 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.665138 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.665377 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.665596 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.665830 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.666071 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.666346 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.666592 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.666812 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.667076 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.667296 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.667516 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.667754 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.667997 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.668236 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.668471 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.668711 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.668932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.669174 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.669408 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.669627 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.669847 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.670061 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.670319 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.670599 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.670880 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.671155 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.671372 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.671606 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.671849 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.672144 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.672365 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.672607 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.672883 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.673040 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.673255 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.673475 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.673693 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.673911 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.674133 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.674347 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.674582 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.674980 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.675208 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.675473 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.675745 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.676005 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.676244 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.676474 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.676695 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.676907 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.677150 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.677386 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.677613 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.677832 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.678442 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.678442 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.678442 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.678870 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.678972 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.679196 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.679449 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.679675 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.679929 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.680146 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.680363 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.680578 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.680789 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.681003 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.681214 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.681429 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.681641 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.681933 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.682306 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.682440 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.682710 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.682969 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.683210 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.683442 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.683663 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.683880 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.684106 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.684325 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.684539 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.684786 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.684994 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.685206 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.685430 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.685646 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.686894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.687514 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.687514 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.688210 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.688359 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689082 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689082 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689082 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689600 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689600 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689836 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.689956 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.690157 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.690366 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.690649 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.690930 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.691154 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.691449 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.691681 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.691931 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.692155 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.692448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.692669 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.692936 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.693360 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.693502 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.693703 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.693962 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.694291 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.694593 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.694840 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.695153 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.695431 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.695723 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.696000 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.696217 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.696512 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.696851 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.697127 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.697382 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.697637 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.697890 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.698134 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.698368 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.698590 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.698843 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.699084 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.699344 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.699586 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700377 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700377 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700377 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700739 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700739 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.700969 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.701175 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.701557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.701557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 10:38:41.702078 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110812) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 10:38:41.702279 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 10:38:41.702476 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 10:38:41.702584 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 10:38:41.702723 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 10:38:41.702874 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 10:38:41.703094 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.703279 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.703478 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.704196 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.704324 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.704515 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.704725 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.704892 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705059 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705357 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705498 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705619 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705728 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705845 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.705997 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.706177 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.706343 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.706507 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.706675 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.706838 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707025 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707190 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707353 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] debug = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707516 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707730 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.707896 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708058 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708219 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708381 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708542 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708705 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.708886 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709032 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709193 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709355 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709517 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709737 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709862 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.709972 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.710149 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.710313 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.710475 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] host = dv-cinder-847864-7-iscsi {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.710638 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.710799 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711472 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711472 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711472 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711472 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711892 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.711892 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712033 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712154 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712321 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712485 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712649 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712811 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.712974 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_options = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713136 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713298 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713459 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713652 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713818 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.713981 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.714143 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.714331 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.714495 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.714657 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.714818 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715002 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715166 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715332 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715492 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715655 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715817 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.715992 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716165 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716333 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716495 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716670 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716820 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.716981 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717159 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717326 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717483 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717653 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717816 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.717978 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.718140 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.718303 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.718465 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.718629 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.718792 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.719072 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.719263 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.719487 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720025 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720025 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720025 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720488 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720488 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720488 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720909 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720909 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.720909 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_json = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.721448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.721448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.721448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.721448 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 10:38:41.722470 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723066 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723066 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723066 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723066 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723316 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723444 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723580 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723703 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.723876 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724050 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724218 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724395 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724480 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:38:41.724564 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724714 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.724885 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725051 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725218 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725383 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725548 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725713 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.725877 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726055 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726221 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726387 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726554 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726721 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.726897 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727083 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727283 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727441 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727592 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727771 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.727941 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728063 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728204 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728370 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728536 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728774 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.728923 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729045 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729178 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729301 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729464 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729650 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729824 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.729976 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730120 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730286 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730478 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730625 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730790 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.730999 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.731134 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.731302 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.731722 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.731888 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732065 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732230 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732394 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732559 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732724 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.732889 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733054 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733218 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733385 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733550 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733733 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.733904 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734064 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734228 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734392 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734609 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734773 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.734965 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735198 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735544 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735544 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735812 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735812 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.735962 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736070 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736238 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736402 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736567 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736734 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.736899 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737064 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737228 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737393 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737558 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737738 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.737917 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738078 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738234 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738400 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738567 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738731 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.738898 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739100 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739267 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739475 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739621 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739755 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.739926 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740076 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740244 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740408 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740571 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740737 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.740901 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741065 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741232 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741398 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741564 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741729 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.741894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742059 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742223 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742397 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742562 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742730 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.742894 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743088 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743264 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743429 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743594 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743765 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.743942 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744107 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744274 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744438 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744602 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744767 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.744932 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.745108 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.745277 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.745444 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.745608 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.745834 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746050 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746221 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746373 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746542 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746707 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.746873 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747061 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747226 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747391 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747557 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747728 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.747893 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748058 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748222 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748388 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748548 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748697 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.748863 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749029 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749200 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749364 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749508 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749674 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.749838 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751148 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751148 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751148 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751148 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751587 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751587 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751587 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751908 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.751908 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752132 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752132 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752358 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752487 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752598 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752756 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.752921 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753086 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753252 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753418 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753584 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753749 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.753914 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754079 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754244 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754634 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754634 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754869 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.754869 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755117 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755236 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755368 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755537 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755701 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.755868 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756033 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756260 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756429 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756583 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756766 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.756931 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757100 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757265 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757430 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757597 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757765 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.757929 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758096 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758264 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758430 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758595 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758757 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.758970 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759099 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759258 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759422 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759586 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759750 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.759914 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760078 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760256 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760421 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760586 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760752 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.760917 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761085 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761260 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761426 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761613 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761779 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.761944 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762107 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762339 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762467 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762632 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762797 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.762990 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763157 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763333 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763497 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763661 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763996 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.763996 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.764224 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.764306 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.764443 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.764608 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.764773 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.765020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.765159 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.765159 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.765568 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.765568 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.766466 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.766710 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.767213 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.767393 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.767561 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.767728 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.767902 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768088 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768258 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768423 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768603 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768786 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.768958 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769123 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769289 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769453 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769621 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769790 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.769966 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.770140 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.770307 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.770481 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.770654 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.770828 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771016 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771200 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771373 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771538 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771702 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.771866 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772031 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772197 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772361 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772525 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772690 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.772855 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773020 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773184 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773348 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773513 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773677 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.773841 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.774005 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.774169 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.774334 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.774498 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 10:38:41.774692 dv-cinder-847864-7-iscsi neutron-server[110812]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110812) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 10:38:41.837042 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49424) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:38:41.845937 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066385 Jul 12 10:38:55.396226 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91df903-41e6-4734-9852-f53c8995e4ee None None] get_active_networks_info from dv-cinder-847864-7-iscsi {{(pid=110927) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 12 10:38:55.472312 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91df903-41e6-4734-9852-f53c8995e4ee None None] No non-hosted networks {{(pid=110927) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 10:38:55.481417 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.agentschedulers_db [None req-a91df903-41e6-4734-9852-f53c8995e4ee None None] DHCP Agent not found on host dv-cinder-847864-7-iscsi {{(pid=110927) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 12 10:38:55.579673 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf248-feae-45ed-8131-74716c3f184a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:58.271211 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-39c24995-8c9d-49d3-aaac-df80bf67bac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:38:58.410153 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.db.api [None req-d97afc71-0ecb-45f2-8445-5e9e8e798c81 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-847864-7-iscsi {{(pid=110927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 10:38:58.410741 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG oslo_db.api [None req-d97afc71-0ecb-45f2-8445-5e9e8e798c81 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 10:38:59.043766 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d97afc71-0ecb-45f2-8445-5e9e8e798c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:00.799528 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:02.073028 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:02.843888 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:02.845869 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.846761 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.847392 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.848013 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.848604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.849462 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.850181 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.851073 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.851597 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.852669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.853383 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.853989 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.854837 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:02.855672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847864-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:02.873372 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847864-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:03.034873 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49516) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:03.605943 dv-cinder-847864-7-iscsi neutron-server[110926]: WARNING oslo_policy.policy [None req-dfe49a94-962a-4926-8fb5-5a0dfbb75fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:03.606543 dv-cinder-847864-7-iscsi neutron-server[110926]: WARNING oslo_policy.policy [None req-dfe49a94-962a-4926-8fb5-5a0dfbb75fbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:03.836422 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [None req-dfe49a94-962a-4926-8fb5-5a0dfbb75fbd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:39:03.838618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-dfe49a94-962a-4926-8fb5-5a0dfbb75fbd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8024583 Jul 12 10:39:04.321041 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.db.l3_hamode_db [None req-c40b4992-0f86-475a-b34e-a27e2a848833 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 10:39:04.398166 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b4992-0f86-475a-b34e-a27e2a848833 None None] Routers set() bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:39:04.398532 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b4992-0f86-475a-b34e-a27e2a848833 None None] Router IDs set() for agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jul 12 10:39:06.534213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49532) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:06.889895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:06.984673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.policy [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110926) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 10:39:07.029107 dv-cinder-847864-7-iscsi neutron-server[110926]: WARNING oslo_policy.policy [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:07.029524 dv-cinder-847864-7-iscsi neutron-server[110926]: WARNING oslo_policy.policy [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:07.203666 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756706971010', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756706971581', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756707030259', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756707024375', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756707015721', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756707002303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3849166', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3856406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1551058'] for rbac-policy (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:07.400327 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:07.401566 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5ed9d30c-01f0-4b95-97c5-b71da9acccb9 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8663898 Jul 12 10:39:10.024746 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49542) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:10.390110 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:10.521545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Made reservation on behalf of ac61ff6f564144fdba26d9f6f36fa28d for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:39:10.525401 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:10.543527 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:10.659439 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks [] for security_group (d3b675fb-7dfa-4f39-952e-5860c3aa17fc), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:10.710268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d3b675fb-7dfa-4f39-952e-5860c3aa17fc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:10.738544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] vlan segment allocate from pool success with {'vlan_id': 1058, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:39:10.778288 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756705932993', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (0d746bf9-0f05-4529-ac21-5ff2653709a7), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:10.778835 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Unsubscribe: segment precommit_create {{(pid=110926) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 10:39:10.779396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Added segment 0d746bf9-0f05-4529-ac21-5ff2653709a7 of type vlan for network e517dd4a-5991-40c9-87b9-1357f3dd7745 Jul 12 10:39:10.798086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b675fb-7dfa-4f39-952e-5860c3aa17fc,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:10.853173 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.853531 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.853888 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.854270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.854621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.854976 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.855333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.855735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.856079 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.856403 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.856858 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.857439 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.857758 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Tracked resource versions report: Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: pushed versions: Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: { 'AddressGroup': {'1.2'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'ConntrackHelper': {'1.0'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Log': {'1.0'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Network': {'1.1'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Port': {'1.7'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'PortForwarding': {'1.2'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'QosPolicy': {'1.10'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroup': {'1.5'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SubPort': {'1.0'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Subnet': {'1.1'}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Trunk': {'1.1'}} Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: consumer versions: Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'ConntrackHelper': '1.0', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'LocalIPAssociation': '1.0', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Log': '1.0', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Network': '1.1', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Port': '1.7', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'PortForwarding': '1.2', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'QosPolicy': '1.10', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroup': '1.5', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroupRule': '1.2', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SubPort': '1.0', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Subnet': '1.1', Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Trunk': '1.1'}} Jul 12 10:39:10.859213 dv-cinder-847864-7-iscsi neutron-server[110926]: {{(pid=110926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:39:10.911569 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (e517dd4a-5991-40c9-87b9-1357f3dd7745), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:11.035982 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (e517dd4a-5991-40c9-87b9-1357f3dd7745), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:11.041056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:11.041858 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:11.158838 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] Pushing event updated for resources: {'Network': ['ID=e517dd4a-5991-40c9-87b9-1357f3dd7745,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:11.174859 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:39:11.195903 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-601c639f-929c-4fcb-8ca5-329a3c07faac demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1700561 Jul 12 10:39:14.001730 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49554) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:14.466852 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b7996f-f24d-4422-8b6b-af611b1d2503 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:14.468283 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f8b7996f-f24d-4422-8b6b-af611b1d2503 demo admin] 10.222.0.36 "GET /v2.0/networks/e517dd4a-5991-40c9-87b9-1357f3dd7745 HTTP/1.1" status: 200 len: 826 time: 0.4656937 Jul 12 10:39:14.496416 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e6756cb2-bf83-4ee0-9e38-a7cf651cf3a8 demo admin] 10.222.0.36 "GET /v2.0/subnetpools/23decbd0-32e2-4e48-a7d3-e9598163e4bb HTTP/1.1" status: 200 len: 734 time: 0.0215967 Jul 12 10:39:14.507455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb', 'gateway_ip': '172.20.0.1', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:14.630616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Made reservation on behalf of ac61ff6f564144fdba26d9f6f36fa28d for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:39:14.632866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:14.987114 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (29e4119e-3c83-4628-8a70-76da56dbfafa), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:15.058606 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=29e4119e-3c83-4628-8a70-76da56dbfafa,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:15.064045 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Checking segment: {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:39:15.064468 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Network hostable DHCP agents. Network: e517dd4a-5991-40c9-87b9-1357f3dd7745, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:39:15.158307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:39:15.247098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, e517dd4a-5991-40c9-87b9-1357f3dd7745) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:15.252359 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:15.254772 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:15.258749 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819e3c0-d37d-4831-8727-1f327c0d5233 None None] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:39:15.334244 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-23f4689c-d9a3-4bb9-83c7-c8a0794a6fb1 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8302772 Jul 12 10:39:15.643029 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-e517dd4a-5991-40c9-87b9-1357f3dd7745', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:39:15.644390 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:15.959336 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Allocated IP 172.20.0.2 (e517dd4a-5991-40c9-87b9-1357f3dd7745/29e4119e-3c83-4628-8a70-76da56dbfafa/59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:39:16.205240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks [] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:16.305114 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:16.386009 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:39:16.392675 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:16.397723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Pushing event updated for resources: {'Port': ['ID=59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:16.400094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:39:16.431849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.432209 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.432630 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.432916 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.433431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.433762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.434088 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.434411 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.434735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.435099 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.435427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.435745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.436062 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Tracked resource versions report: Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: pushed versions: Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: { 'AddressGroup': {'1.2'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'ConntrackHelper': {'1.0'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Log': {'1.0'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Network': {'1.1'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Port': {'1.7'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'PortForwarding': {'1.2'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'QosPolicy': {'1.10'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroup': {'1.5'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SubPort': {'1.0'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Subnet': {'1.1'}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Trunk': {'1.1'}} Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: consumer versions: Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'ConntrackHelper': '1.0', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'LocalIPAssociation': '1.0', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Log': '1.0', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Network': '1.1', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Port': '1.7', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'PortForwarding': '1.2', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'QosPolicy': '1.10', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroup': '1.5', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroupRule': '1.2', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SubPort': '1.0', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Subnet': '1.1', Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Trunk': '1.1'}} Jul 12 10:39:16.437442 dv-cinder-847864-7-iscsi neutron-server[110927]: {{(pid=110927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:39:16.505873 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Attempting to bind port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:39:16.506271 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Attempting to bind port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:39:16.506700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Attempting to bind port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 on network e517dd4a-5991-40c9-87b9-1357f3dd7745 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:39:16.512524 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:39:16.512524 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Checking segment: {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:39:16.512798 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:16.513027 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Bound using segment: {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:39:16.513485 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Bound port: 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:39:16.513880 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:16.680259 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] For port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:39:16.686354 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] For port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6,segment=NetworkSegment(0d746bf9-0f05-4529-ac21-5ff2653709a7),segment_id=0d746bf9-0f05-4529-ac21-5ff2653709a7)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:39:16.784943 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:16.856357 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a025-e7a1-4c11-ae8b-7a4142467f89 None None] Pushing event updated for resources: {'Port': ['ID=59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:18.011317 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49562) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:18.343279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [None req-667586ac-822f-40fe-8214-4f43d3271122 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:39:18.344366 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-667586ac-822f-40fe-8214-4f43d3271122 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3319998 Jul 12 10:39:20.999823 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49570) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:21.521467 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING oslo_policy.policy [None req-83960ad3-ab96-4c0b-b4cb-4092052e161b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:21.522051 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING oslo_policy.policy [None req-83960ad3-ab96-4c0b-b4cb-4092052e161b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:21.749009 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [None req-83960ad3-ab96-4c0b-b4cb-4092052e161b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:39:21.751154 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-83960ad3-ab96-4c0b-b4cb-4092052e161b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7476470 Jul 12 10:39:24.388866 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49584) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:24.708520 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:24.770521 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.policy [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 10:39:24.814148 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING oslo_policy.policy [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:24.814554 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING oslo_policy.policy [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 10:39:24.959198 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (5f86af1d-7182-467b-a647-80eb5f96a8bc), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:24.961119 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (5f86af1d-7182-467b-a647-80eb5f96a8bc), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:25.120934 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Publish callbacks [] for router_controller (5f86af1d-7182-467b-a647-80eb5f96a8bc), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:25.182754 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (5f86af1d-7182-467b-a647-80eb5f96a8bc), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:25.275245 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:25.277670 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c50c3a44-b32f-4aec-9fe5-62bf8cbd44a0 demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8866079 Jul 12 10:39:25.396216 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a1a19172-837b-4b17-a156-85945668ead3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:27.830878 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:39:27.915779 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:27.916590 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:27.953540 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49598) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:28.035284 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:28.035693 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:28.071484 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6,segment=NetworkSegment(0d746bf9-0f05-4529-ac21-5ff2653709a7),segment_id=0d746bf9-0f05-4529-ac21-5ff2653709a7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:39:28.155945 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7b741b54-ac21-4bf3-8e2e-b80176ac5fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:28.167208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:28.217541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:28.295402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [None req-e1cac19d-d2a1-4390-8b16-dba8e14e1635 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:39:28.296280 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e1cac19d-d2a1-4390-8b16-dba8e14e1635 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3417134 Jul 12 10:39:28.670469 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3fbda-79af-4988-8bae-8ef4fdab9b24 None None] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:39:28.727430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e823bfa2-d67b-4cfa-a7be-e29aa6cd55e7 None None] Provisioning complete for port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:28.727824 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e823bfa2-d67b-4cfa-a7be-e29aa6cd55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:28.850822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e823bfa2-d67b-4cfa-a7be-e29aa6cd55e7 None None] Current status of the port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:29.072893 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-1f3955f1-0107-49e9-8447-b5faca50c000 None None] Provisioning complete for port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:29.073352 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1f3955f1-0107-49e9-8447-b5faca50c000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:29.152155 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-1f3955f1-0107-49e9-8447-b5faca50c000 None None] Current status of the port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:29.629877 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:39:29.803345 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:39:29.849961 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:29.850357 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:29.935958 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:29.978418 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:30.948662 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 49616) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:31.083109 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:31.210187 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Made reservation on behalf of f405930865d944b598d82fb4fdaa6625 for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:39:31.212495 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.220911 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.293695 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks [] for security_group (520a0b95-a4ef-43ee-8dcf-fdaa7f9b0f47), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.398359 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (520a0b95-a4ef-43ee-8dcf-fdaa7f9b0f47), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.413939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Reserving flat network on physical network physnet1 {{(pid=110926) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 10:39:31.433268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a0b95-a4ef-43ee-8dcf-fdaa7f9b0f47,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:31.439769 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (6817eb6a-9948-4052-b859-8ac0388bdbc1), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.440151 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Added segment 6817eb6a-9948-4052-b859-8ac0388bdbc1 of type flat for network 5daae12b-b703-4366-9f9d-7ddf65b090d5 Jul 12 10:39:31.488441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (5daae12b-b703-4366-9f9d-7ddf65b090d5), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.587016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (5daae12b-b703-4366-9f9d-7ddf65b090d5), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.588003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:31.588669 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:31.684002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] Pushing event updated for resources: {'Network': ['ID=5daae12b-b703-4366-9f9d-7ddf65b090d5,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:31.694667 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:39:31.785192 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-1da36a59-811c-4cb4-8a69-8d151edfb21e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8354499 Jul 12 10:39:31.947619 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:32.856657 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:34.345313 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49634) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:34.501087 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12d95f-8e38-4993-8c5d-8ff98ceba5c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:34.502613 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4b12d95f-8e38-4993-8c5d-8ff98ceba5c8 demo admin] 10.222.0.36 "GET /v2.0/subnets/29e4119e-3c83-4628-8a70-76da56dbfafa HTTP/1.1" status: 200 len: 849 time: 0.1564007 Jul 12 10:39:34.620089 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f6d32d13-d912-4a44-a4d2-b7c9d0979af3 demo admin] 10.222.0.36 "GET /v2.0/routers/5f86af1d-7182-467b-a647-80eb5f96a8bc HTTP/1.1" status: 200 len: 704 time: 0.1115577 Jul 12 10:39:34.903832 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:35.209829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Allocated IP 172.20.0.1 (e517dd4a-5991-40c9-87b9-1357f3dd7745/29e4119e-3c83-4628-8a70-76da56dbfafa/e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:39:35.420842 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks [] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:35.580274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:35.640063 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:39:35.645775 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:35.691262 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Pushing event updated for resources: {'Port': ['ID=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:35.694327 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:39:35.694509 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (5f86af1d-7182-467b-a647-80eb5f96a8bc), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:35.753957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.754323 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.754692 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.755062 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.755401 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.755735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.756078 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.756411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.756739 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.757083 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.757413 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.757732 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.758055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Tracked resource versions report: Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: pushed versions: Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: { 'AddressGroup': {'1.2'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'ConntrackHelper': {'1.0'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Log': {'1.0'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Network': {'1.1'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Port': {'1.7'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'PortForwarding': {'1.2'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'QosPolicy': {'1.10'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroup': {'1.5'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SubPort': {'1.0'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Subnet': {'1.1'}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Trunk': {'1.1'}} Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: consumer versions: Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'ConntrackHelper': '1.0', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'LocalIPAssociation': '1.0', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Log': '1.0', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Network': '1.1', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Port': '1.7', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'PortForwarding': '1.2', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'QosPolicy': '1.10', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroup': '1.5', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroupRule': '1.2', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SubPort': '1.0', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Subnet': '1.1', Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Trunk': '1.1'}} Jul 12 10:39:35.759460 dv-cinder-847864-7-iscsi neutron-server[110925]: {{(pid=110925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:39:36.018320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-50f81d9a-b664-4d63-a182-68fea97ccc83 None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:36.018897 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-50f81d9a-b664-4d63-a182-68fea97ccc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.049415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-50f81d9a-b664-4d63-a182-68fea97ccc83 None None] Port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:39:36.073336 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.280332 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks [] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.350318 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.351153 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (5f86af1d-7182-467b-a647-80eb5f96a8bc), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.429999 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Pushing event updated for resources: {'Port': ['ID=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:36.477526 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:39:36.478890 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:36.671990 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-5919277a-36f6-4719-a410-9f3489412807 None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:36.673178 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5919277a-36f6-4719-a410-9f3489412807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:36.705265 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-5919277a-36f6-4719-a410-9f3489412807 None None] Port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:39:36.759244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Router 5f86af1d-7182-467b-a647-80eb5f96a8bc is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:39:36.848221 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:39:36.853532 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-1d8018f8-7cf7-40a0-8aa2-8039a6ca9fdb demo admin] 10.222.0.36 "PUT /v2.0/routers/5f86af1d-7182-467b-a647-80eb5f96a8bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2283361 Jul 12 10:39:36.857861 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Sync routers for ids ['5f86af1d-7182-467b-a647-80eb5f96a8bc'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:39:36.870658 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Routers {'5f86af1d-7182-467b-a647-80eb5f96a8bc'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:39:36.871575 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:39:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['5f86af1d-7182-467b-a647-80eb5f96a8bc'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:37.059073 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Set router 5f86af1d-7182-467b-a647-80eb5f96a8bc gateway port host: None {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:39:37.491434 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:35Z', 'revision_number': 2, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port_host': None, '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:36Z', 'revision_number': 2, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:37.541128 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Checking router: 5f86af1d-7182-467b-a647-80eb5f96a8bc for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:39:37.541509 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Updating router 5f86af1d-7182-467b-a647-80eb5f96a8bc port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:39:37.597760 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.115725 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks [] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.178752 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.335176 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:38.350558 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.350946 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.351294 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.351631 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.351959 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.352290 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.352613 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.352934 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.353253 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.353588 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.353912 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.354227 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.354565 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Tracked resource versions report: Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: pushed versions: Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: { 'AddressGroup': {'1.2'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'ConntrackHelper': {'1.0'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Log': {'1.0'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Network': {'1.1'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Port': {'1.7'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'PortForwarding': {'1.2'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'QosPolicy': {'1.10'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroup': {'1.5'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SubPort': {'1.0'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Subnet': {'1.1'}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Trunk': {'1.1'}} Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: consumer versions: Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'ConntrackHelper': '1.0', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'LocalIPAssociation': '1.0', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Log': '1.0', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Network': '1.1', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Port': '1.7', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'PortForwarding': '1.2', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'QosPolicy': '1.10', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroup': '1.5', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroupRule': '1.2', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SubPort': '1.0', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Subnet': '1.1', Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Trunk': '1.1'}} Jul 12 10:39:38.355980 dv-cinder-847864-7-iscsi neutron-server[110928]: {{(pid=110928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:39:38.358826 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Attempting to bind port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:39:38.359175 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Attempting to bind port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:39:38.360299 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Attempting to bind port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 on network e517dd4a-5991-40c9-87b9-1357f3dd7745 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:39:38.366495 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:39:38.366885 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Checking segment: {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:39:38.367387 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.367778 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Bound using segment: {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:39:38.368259 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Bound port: e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d746bf9-0f05-4529-ac21-5ff2653709a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:39:38.368637 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.440868 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-08c92f0c-0614-4c4d-bbf0-dc2295198f5a None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:38.442409 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-08c92f0c-0614-4c4d-bbf0-dc2295198f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.446816 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] For port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:39:38.467083 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] For port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,segment=NetworkSegment(0d746bf9-0f05-4529-ac21-5ff2653709a7),segment_id=0d746bf9-0f05-4529-ac21-5ff2653709a7)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:39:38.476720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-08c92f0c-0614-4c4d-bbf0-dc2295198f5a None None] Port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:39:38.553777 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.608724 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Routers {'5f86af1d-7182-467b-a647-80eb5f96a8bc'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:39:38.609356 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:39:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['5f86af1d-7182-467b-a647-80eb5f96a8bc'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:38.648864 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf86a5-e470-4f09-9c93-b8a1ab2ff9e6 None None] Pushing event updated for resources: {'Port': ['ID=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:38.708650 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] Set router 5f86af1d-7182-467b-a647-80eb5f96a8bc gateway port host: None {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:39:38.799715 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:38.800304 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.873948 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Current status of the port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:38.874272 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:38.914578 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] For port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,segment=NetworkSegment(0d746bf9-0f05-4529-ac21-5ff2653709a7),segment_id=0d746bf9-0f05-4529-ac21-5ff2653709a7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:39:38.931043 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:35Z', 'revision_number': 2, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port_host': None, '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:38Z', 'revision_number': 4, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:38.959735 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1422801-fe48-4d79-8eec-1d2865528cce None None] The sync data for ids ['5f86af1d-7182-467b-a647-80eb5f96a8bc'] in dv-cinder-847864-7-iscsi is: [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:35Z', 'revision_number': 2, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port_host': None, '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:38Z', 'revision_number': 4, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:39:38.985627 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:39.037538 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0578ade-7bb6-4b24-a873-ed4bb083d782 None None] Pushing event updated for resources: {'Port': ['ID=e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:39.337515 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49648) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:39.449335 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9ad50-ed88-4923-8b88-c1ff179abf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:39.450686 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bca9ad50-ed88-4923-8b88-c1ff179abf01 admin admin] 10.222.0.36 "GET /v2.0/networks/5daae12b-b703-4366-9f9d-7ddf65b090d5 HTTP/1.1" status: 200 len: 842 time: 0.1121273 Jul 12 10:39:39.460169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'cidr': '172.27.2.0/24'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:39.624636 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Made reservation on behalf of f405930865d944b598d82fb4fdaa6625 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:39:39.627778 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:40.040558 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.objects.ports [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jul 12 10:39:40.041022 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (070f284c-f85d-485f-82e3-858002e9ca75), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:40.095639 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Pushing event updated for resources: {'Subnet': ['ID=070f284c-f85d-485f-82e3-858002e9ca75,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:40.118598 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:39:40.118964 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Network hostable DHCP agents. Network: 5daae12b-b703-4366-9f9d-7ddf65b090d5, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:39:40.247510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:39:40.376197 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 5daae12b-b703-4366-9f9d-7ddf65b090d5) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:40.381029 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:40.381936 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:40.386288 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9a216-0596-4c74-9118-c883e32e3c5e None None] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:39:40.487037 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5fb898-df8d-49cf-aa5d-e991c7be265c None None] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:39:40.492994 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bbeff814-80b1-456f-bf10-50bb38b5716d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0362158 Jul 12 10:39:43.023301 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49656) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:43.160952 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a1d3eadb-d834-48ab-8f08-558596c7578b demo admin] 10.222.0.36 "GET /v2.0/routers/5f86af1d-7182-467b-a647-80eb5f96a8bc HTTP/1.1" status: 200 len: 710 time: 0.1315322 Jul 12 10:39:43.243130 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbc146-3d51-4bd7-afce-0bff765c3d5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:39:43.244423 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-77bbc146-3d51-4bd7-afce-0bff765c3d5a demo admin] 10.222.0.36 "GET /v2.0/networks/5daae12b-b703-4366-9f9d-7ddf65b090d5 HTTP/1.1" status: 200 len: 886 time: 0.0826080 Jul 12 10:39:43.254265 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:39:43.494161 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks [] for router_gateway (5f86af1d-7182-467b-a647-80eb5f96a8bc), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:43.788952 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks [] for router_gateway (5f86af1d-7182-467b-a647-80eb5f96a8bc), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:43.938023 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.052548 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Allocated IP 172.27.2.228 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/4c358e86-02af-4c94-b688-33fad38ad806) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:39:44.155519 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks [] for port (4c358e86-02af-4c94-b688-33fad38ad806), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.253583 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (4c358e86-02af-4c94-b688-33fad38ad806), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.294301 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:39:44.297798 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:39:44.302212 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:39:44.309486 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Pushing event updated for resources: {'Port': ['ID=4c358e86-02af-4c94-b688-33fad38ad806,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:44.681894 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks [] for router_gateway (5f86af1d-7182-467b-a647-80eb5f96a8bc), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.882326 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-412887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1916'] for router (5f86af1d-7182-467b-a647-80eb5f96a8bc), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.885637 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-412894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-412869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415100'] for router (5f86af1d-7182-467b-a647-80eb5f96a8bc), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:44.994225 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Router 5f86af1d-7182-467b-a647-80eb5f96a8bc has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:39:45.104035 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:39:45.108586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:45.126939 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5eafc406-78bb-4b58-8c73-fe655948428d demo admin] 10.222.0.36 "PUT /v2.0/routers/5f86af1d-7182-467b-a647-80eb5f96a8bc HTTP/1.1" status: 200 len: 890 time: 1.8596604 Jul 12 10:39:47.740563 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 49668) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:39:47.838428 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:39:47.874843 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Sync routers for ids ['5f86af1d-7182-467b-a647-80eb5f96a8bc'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:39:47.887158 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Routers {'5f86af1d-7182-467b-a647-80eb5f96a8bc'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:39:47.887817 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:39:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['5f86af1d-7182-467b-a647-80eb5f96a8bc'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:47.896566 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a7c03aa0-a67b-411a-891d-6dd001c64ca9 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1548271 Jul 12 10:39:48.052081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:48.052081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:48.151559 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Set router 5f86af1d-7182-467b-a647-80eb5f96a8bc gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:39:48.288657 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:48.591182 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '4c358e86-02af-4c94-b688-33fad38ad806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:44Z', 'revision_number': 4, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port': {'id': '4c358e86-02af-4c94-b688-33fad38ad806', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:43Z', 'updated_at': '2022-07-12T10:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:38Z', 'revision_number': 5, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:48.716305 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Checking router: 5f86af1d-7182-467b-a647-80eb5f96a8bc for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:39:48.716676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Updating router 5f86af1d-7182-467b-a647-80eb5f96a8bc port 4c358e86-02af-4c94-b688-33fad38ad806 binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:39:48.773870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4c358e86-02af-4c94-b688-33fad38ad806), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.094386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks [] for port (4c358e86-02af-4c94-b688-33fad38ad806), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.167581 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4c358e86-02af-4c94-b688-33fad38ad806), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.220307 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Attempting to bind port 4c358e86-02af-4c94-b688-33fad38ad806 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:39:49.220683 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Attempting to bind port 4c358e86-02af-4c94-b688-33fad38ad806 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:39:49.221051 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Attempting to bind port 4c358e86-02af-4c94-b688-33fad38ad806 on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:39:49.224621 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee94ed-e4dd-46d1-a105-8447170a9af4 None None] Pushing event updated for resources: {'Port': ['ID=4c358e86-02af-4c94-b688-33fad38ad806,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:49.228808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:39:49.229195 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:39:49.229600 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.229990 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:39:49.230467 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Bound port: 4c358e86-02af-4c94-b688-33fad38ad806, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:39:49.230870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4c358e86-02af-4c94-b688-33fad38ad806), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.290069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] For port 4c358e86-02af-4c94-b688-33fad38ad806, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:39:49.293295 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] For port 4c358e86-02af-4c94-b688-33fad38ad806, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4c358e86-02af-4c94-b688-33fad38ad806,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:39:49.377046 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4c358e86-02af-4c94-b688-33fad38ad806), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:49.434745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Routers {'5f86af1d-7182-467b-a647-80eb5f96a8bc'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:39:49.435386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:39:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['5f86af1d-7182-467b-a647-80eb5f96a8bc'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:49.438504 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee94ed-e4dd-46d1-a105-8447170a9af4 None None] Pushing event updated for resources: {'Port': ['ID=4c358e86-02af-4c94-b688-33fad38ad806,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:49.542302 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] Set router 5f86af1d-7182-467b-a647-80eb5f96a8bc gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:39:49.786734 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '4c358e86-02af-4c94-b688-33fad38ad806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:44Z', 'revision_number': 4, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port': {'id': '4c358e86-02af-4c94-b688-33fad38ad806', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:43Z', 'updated_at': '2022-07-12T10:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:38Z', 'revision_number': 5, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:39:49.815122 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb174a-d012-4561-afd9-0c703f777042 None None] The sync data for ids ['5f86af1d-7182-467b-a647-80eb5f96a8bc'] in dv-cinder-847864-7-iscsi is: [{'id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'name': 'router1', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '4c358e86-02af-4c94-b688-33fad38ad806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:39:24Z', 'updated_at': '2022-07-12T10:39:44Z', 'revision_number': 4, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'gw_port': {'id': '4c358e86-02af-4c94-b688-33fad38ad806', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:43Z', 'updated_at': '2022-07-12T10:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9', 'name': '', 'network_id': 'e517dd4a-5991-40c9-87b9-1357f3dd7745', 'tenant_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'mac_address': 'fa:16:3e:23:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f86af1d-7182-467b-a647-80eb5f96a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:39:34Z', 'updated_at': '2022-07-12T10:39:38Z', 'revision_number': 5, 'project_id': 'ac61ff6f564144fdba26d9f6f36fa28d', 'subnets': [{'id': '29e4119e-3c83-4628-8a70-76da56dbfafa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '23decbd0-32e2-4e48-a7d3-e9598163e4bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:39:51.946729 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4c358e86-02af-4c94-b688-33fad38ad806 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:39:52.035387 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 4c358e86-02af-4c94-b688-33fad38ad806 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:52.036017 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4c358e86-02af-4c94-b688-33fad38ad806), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:52.124985 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 4c358e86-02af-4c94-b688-33fad38ad806 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:52.126440 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4c358e86-02af-4c94-b688-33fad38ad806), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:52.155123 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 4c358e86-02af-4c94-b688-33fad38ad806, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4c358e86-02af-4c94-b688-33fad38ad806,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:39:52.270698 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4c358e86-02af-4c94-b688-33fad38ad806), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:52.352905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=4c358e86-02af-4c94-b688-33fad38ad806,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:39:54.004686 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4c358e86-02af-4c94-b688-33fad38ad806 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:39:54.134592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 4c358e86-02af-4c94-b688-33fad38ad806 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:39:54.135124 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4c358e86-02af-4c94-b688-33fad38ad806), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:54.212304 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 4c358e86-02af-4c94-b688-33fad38ad806 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:39:55.412735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-54daef79-320e-4977-89db-fd11796cf1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:58.105121 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a2271de4-d840-401c-a706-352fd00add8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:39:59.973611 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:01.928764 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:02.829362 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:06.631509 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:40:25.371452 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-af014e04-b693-4bb8-88d8-b6db61400bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:28.102747 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8981a277-d151-4fde-a04f-888f3e6c7d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:29.968534 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:31.960089 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:32.863515 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:43.664816 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:40:55.380255 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-16ae55c8-b7e6-4ccb-9a49-1c43dc244962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:58.106322 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-69413867-316c-4715-bba3-a0dfafdadefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:40:59.997431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:01.929065 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:02.843468 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:14.444169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50152) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:14.505411 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.pecan_wsgi.hooks.translation [None req-99db9d1b-3118-41f6-84f2-bb1c568f8e38 admin admin] GET failed (client error): The resource could not be found. Jul 12 10:41:14.506742 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-99db9d1b-3118-41f6-84f2-bb1c568f8e38 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616217 Jul 12 10:41:14.671267 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be5545-bb06-4ef7-83db-b22168f89fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:14.672661 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-26be5545-bb06-4ef7-83db-b22168f89fe6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1618516 Jul 12 10:41:17.075901 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50162) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:17.171729 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f38d700-c27d-4cc3-858a-a9c67c21be8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:17.173101 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4f38d700-c27d-4cc3-858a-a9c67c21be8a admin admin] 10.222.0.36 "GET /v2.0/subnets/29e4119e-3c83-4628-8a70-76da56dbfafa HTTP/1.1" status: 200 len: 849 time: 0.0962474 Jul 12 10:41:17.184240 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:41:17.269458 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Publish callbacks [] for subnet (29e4119e-3c83-4628-8a70-76da56dbfafa), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:17.527197 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756705847071'] for subnet (29e4119e-3c83-4628-8a70-76da56dbfafa), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:17.563820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:17.564418 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:17.566866 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] 10.222.0.36 "PUT /v2.0/subnets/29e4119e-3c83-4628-8a70-76da56dbfafa HTTP/1.1" status: 200 len: 868 time: 0.3868570 Jul 12 10:41:17.569080 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ead80-fc64-416b-96b6-24ce85d2334c None None] Network e517dd4a-5991-40c9-87b9-1357f3dd7745 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:41:17.591041 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e4119e-3c83-4628-8a70-76da56dbfafa,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:41:17.600299 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.600673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.601023 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.601366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.601756 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.602096 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.602448 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.602842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.603405 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.603764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.604100 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.604428 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.604760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41d1e3-ef5c-4963-a2a4-8474ac3f7019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:41:17.961039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Provisioning complete for port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:41:17.961435 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:18.038122 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Current status of the port e46d6ba1-dcbf-4207-b8ce-78097e4cdfc9 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:41:18.048487 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Provisioning complete for port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:41:18.048822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:18.120137 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-58389e16-b64d-490a-9b87-79813e65a0bd None None] Current status of the port 59559b7d-56ab-4fdb-8ef2-a54fa71a7fa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:41:19.967468 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50172) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:20.257903 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec94620-8ab2-4d90-99de-3d996fa9bf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:20.258404 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec94620-8ab2-4d90-99de-3d996fa9bf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:20.259991 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bec94620-8ab2-4d90-99de-3d996fa9bf15 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2915721 Jul 12 10:41:20.634791 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:41:22.643270 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50180) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:22.778025 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555932d-1f68-451b-ae5a-def9bfbca910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:22.778491 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e555932d-1f68-451b-ae5a-def9bfbca910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:22.780086 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e555932d-1f68-451b-ae5a-def9bfbca910 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1358502 Jul 12 10:41:25.203326 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50188) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:25.336403 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b771963-c563-49cd-9887-ba4b9e1cd3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:25.337742 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6b771963-c563-49cd-9887-ba4b9e1cd3fb admin admin] 10.222.0.36 "GET /v2.0/networks/5daae12b-b703-4366-9f9d-7ddf65b090d5 HTTP/1.1" status: 200 len: 886 time: 0.1334596 Jul 12 10:41:25.476138 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8416ad70-f2b6-41dd-88c0-cab65d837081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:27.723567 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50196) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:27.857215 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f911d8d-faa5-4b59-aeb3-73df7ce51fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:27.858611 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-8f911d8d-faa5-4b59-aeb3-73df7ce51fe8 admin admin] 10.222.0.36 "GET /v2.0/networks/e517dd4a-5991-40c9-87b9-1357f3dd7745 HTTP/1.1" status: 200 len: 870 time: 0.1340814 Jul 12 10:41:28.110231 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae3144b9-5fbc-4990-98e4-5ff520179812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:30.007573 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:30.250675 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50204) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:30.380918 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc4df9-3f5c-4cd4-a4a5-1899330c790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:30.381294 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc4df9-3f5c-4cd4-a4a5-1899330c790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:30.382893 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-efcc4df9-3f5c-4cd4-a4a5-1899330c790e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311996 Jul 12 10:41:31.935418 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:32.777423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50212) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:32.832862 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:32.870505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d06fa-0ee9-43ff-8223-9d75454bba6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:32.870984 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d06fa-0ee9-43ff-8223-9d75454bba6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:32.872539 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5e2d06fa-0ee9-43ff-8223-9d75454bba6c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941098 Jul 12 10:41:35.270316 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50220) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:35.355711 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd0f12-eb06-44f2-a99b-b7836ab00a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:35.357031 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3cfd0f12-eb06-44f2-a99b-b7836ab00a73 admin admin] 10.222.0.36 "GET /v2.0/subnets/070f284c-f85d-485f-82e3-858002e9ca75 HTTP/1.1" status: 200 len: 816 time: 0.0857246 Jul 12 10:41:37.759724 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50228) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:41:37.856930 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a35a1-3806-405e-a17f-bb305c9d4642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:41:37.858281 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-498a35a1-3806-405e-a17f-bb305c9d4642 admin admin] 10.222.0.36 "GET /v2.0/subnets/29e4119e-3c83-4628-8a70-76da56dbfafa HTTP/1.1" status: 200 len: 868 time: 0.0976045 Jul 12 10:41:55.379903 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0b01c325-5499-481a-9129-bbe9580dd7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:57.633411 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:41:58.105193 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dc77ccf9-ad58-46dd-bee4-0b6494091c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:41:59.965100 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:01.945695 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:02.819572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:04.129261 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50282) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:42:04.182137 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [None req-c7a82c6a-1fa1-495e-9fcf-1ef1180a2ce8 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:42:04.183163 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c7a82c6a-1fa1-495e-9fcf-1ef1180a2ce8 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526304 Jul 12 10:42:06.667265 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50290) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:42:06.738074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d632a82-bc26-4d16-9ca1-ef1d0a81fe20 admin admin] GET failed (client error): The resource could not be found. Jul 12 10:42:06.739465 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9d632a82-bc26-4d16-9ca1-ef1d0a81fe20 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0712585 Jul 12 10:42:06.888382 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0dd3ed-9528-4890-a9ae-d48ebc7df21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:42:06.889785 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-ee0dd3ed-9528-4890-a9ae-d48ebc7df21a admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1462240 Jul 12 10:42:09.296677 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50298) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:42:09.344903 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:42:09.479166 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Made reservation on behalf of f405930865d944b598d82fb4fdaa6625 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:42:09.481528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:09.510450 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING neutron.services.revisions.revision_plugin [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Could not find related network for resource to bump revision. Jul 12 10:42:09.526386 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:42:09.542548 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756705932993', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (caa44ecb-10bf-4e76-b698-51186d25c6b4), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:09.543126 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Unsubscribe: segment precommit_create {{(pid=110925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 10:42:09.543583 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Added segment caa44ecb-10bf-4e76-b698-51186d25c6b4 of type vlan for network c982feed-bb72-4418-8908-7d917914b2da Jul 12 10:42:09.593243 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (c982feed-bb72-4418-8908-7d917914b2da), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:09.713402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (c982feed-bb72-4418-8908-7d917914b2da), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:09.714390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:42:09.715002 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:09.807829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Pushing event updated for resources: {'Network': ['ID=c982feed-bb72-4418-8908-7d917914b2da,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:42:09.814407 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.814781 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.815244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.815586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.815922 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.816256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.816603 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.816939 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.817287 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.817632 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.817962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.818287 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.818610 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:09.831887 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network c982feed-bb72-4418-8908-7d917914b2da details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:42:09.871540 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-39a757c8-e504-48d6-9c36-5e4fd11fbdec admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5736833 Jul 12 10:42:12.289625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50306) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:42:12.350006 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb960ce6-46a6-4533-9085-445eab653b17 admin admin] GET failed (client error): The resource could not be found. Jul 12 10:42:12.351320 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bb960ce6-46a6-4533-9085-445eab653b17 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606968 Jul 12 10:42:12.425685 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257b575-d0fa-422a-a8f9-9ee3a83a521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:42:12.427184 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4257b575-d0fa-422a-a8f9-9ee3a83a521d admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0717876 Jul 12 10:42:12.436766 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:42:12.522693 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Made reservation on behalf of f405930865d944b598d82fb4fdaa6625 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:42:12.524926 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:12.757227 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (c300b486-f8a8-494b-b111-89dd2b04f597), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:12.812768 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c300b486-f8a8-494b-b111-89dd2b04f597,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:42:12.819835 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Checking segment: {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:42:12.820193 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Network hostable DHCP agents. Network: c982feed-bb72-4418-8908-7d917914b2da, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:42:12.894167 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Network c982feed-bb72-4418-8908-7d917914b2da is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:42:12.993476 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, c982feed-bb72-4418-8908-7d917914b2da) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:42:12.997655 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:42:12.998248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.004067 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f122449-c002-44ae-912d-fa0834705917 None None] Network c982feed-bb72-4418-8908-7d917914b2da requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:42:13.086291 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d06b863a-cfc2-4d29-9a0a-900085993446 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6528120 Jul 12 10:42:13.111331 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-c982feed-bb72-4418-8908-7d917914b2da', 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da', 'project_id': 'f405930865d944b598d82fb4fdaa6625', 'fixed_ips': [{'subnet_id': 'c300b486-f8a8-494b-b111-89dd2b04f597'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:42:13.112531 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.263458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Allocated IP 192.168.233.2 (c982feed-bb72-4418-8908-7d917914b2da/c300b486-f8a8-494b-b111-89dd2b04f597/8783cd68-7454-4539-8b2d-d3b17dd62a0c) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:42:13.432428 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks [] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.514342 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.559577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Network c982feed-bb72-4418-8908-7d917914b2da is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:42:13.562800 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Pushing event updated for resources: {'Port': ['ID=8783cd68-7454-4539-8b2d-d3b17dd62a0c,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:42:13.565551 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:42:13.571749 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:42:13.574185 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.574556 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.574962 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.575316 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.575606 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.575935 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.576270 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.576584 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.576902 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.577241 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.577565 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.577883 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.578198 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:42:13.641383 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Attempting to bind port 8783cd68-7454-4539-8b2d-d3b17dd62a0c on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:42:13.641747 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Attempting to bind port 8783cd68-7454-4539-8b2d-d3b17dd62a0c by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:42:13.642114 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Attempting to bind port 8783cd68-7454-4539-8b2d-d3b17dd62a0c on network c982feed-bb72-4418-8908-7d917914b2da {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:42:13.648979 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:42:13.649339 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Checking segment: {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:42:13.649746 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.650126 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Bound using segment: {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:42:13.650603 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Bound port: 8783cd68-7454-4539-8b2d-d3b17dd62a0c, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:42:13.650994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.716814 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] For port 8783cd68-7454-4539-8b2d-d3b17dd62a0c, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:42:13.720114 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] For port 8783cd68-7454-4539-8b2d-d3b17dd62a0c, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=8783cd68-7454-4539-8b2d-d3b17dd62a0c,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:42:13.805686 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:13.864551 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ac399-5b26-4c58-9809-2963ebfe9818 None None] Pushing event updated for resources: {'Port': ['ID=8783cd68-7454-4539-8b2d-d3b17dd62a0c,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:42:14.765139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f8e3a-79a6-4990-9005-ca39db0d2083 None None] Network c982feed-bb72-4418-8908-7d917914b2da requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:42:14.932090 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Provisioning complete for port 8783cd68-7454-4539-8b2d-d3b17dd62a0c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:42:14.932502 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:15.052840 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Current status of the port 8783cd68-7454-4539-8b2d-d3b17dd62a0c is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:42:15.053469 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:15.095116 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] For port 8783cd68-7454-4539-8b2d-d3b17dd62a0c, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=8783cd68-7454-4539-8b2d-d3b17dd62a0c,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:42:15.193481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:15.250007 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2416111-88f2-4d3e-8ee6-fe3697cea5f2 None None] Pushing event updated for resources: {'Port': ['ID=8783cd68-7454-4539-8b2d-d3b17dd62a0c,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:42:15.315602 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-86ebfbd7-94bc-44bc-a3ca-3680507ca9bb None None] Provisioning complete for port 8783cd68-7454-4539-8b2d-d3b17dd62a0c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:42:15.316046 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-86ebfbd7-94bc-44bc-a3ca-3680507ca9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:15.399386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-86ebfbd7-94bc-44bc-a3ca-3680507ca9bb None None] Current status of the port 8783cd68-7454-4539-8b2d-d3b17dd62a0c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:42:15.924389 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 8783cd68-7454-4539-8b2d-d3b17dd62a0c up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:42:15.977055 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 8783cd68-7454-4539-8b2d-d3b17dd62a0c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:42:15.977431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8783cd68-7454-4539-8b2d-d3b17dd62a0c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:16.055975 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 8783cd68-7454-4539-8b2d-d3b17dd62a0c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:42:25.382365 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c246b1eb-5150-41f6-ac6b-96c021c15a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:28.108350 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d3435486-6636-4065-aa6e-a721656897b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:30.000244 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:31.988577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:32.819306 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:34.631802 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:42:55.400699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-92676d4d-ea0d-4d84-a8f8-5ec99c1252f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:42:58.113172 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5059-e89a-4a96-830c-097b6973561f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:00.005176 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:01.942151 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:02.815913 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:11.631264 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:43:25.407270 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1ee7251a-c43f-49a7-9a9c-e1036b0c6b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:28.113956 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7e29d979-9a51-4c55-8138-f881ce5b6c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:30.028207 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:31.944161 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:32.812424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:45.642751 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50344) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:43:45.649240 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [None req-be9f86f6-fa59-4c18-8ee8-89cde2b05ef6 tempest-verify_tempest_config-1166120507 tempest-verify_tempest_config-1166120507-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:43:45.650249 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-be9f86f6-fa59-4c18-8ee8-89cde2b05ef6 tempest-verify_tempest_config-1166120507 tempest-verify_tempest_config-1166120507-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064983 Jul 12 10:43:46.130390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50362) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:43:46.239169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.341310 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Publish callbacks [] for security_group (8b91aa82-2e41-4730-8b3b-2687d065c874), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.414317 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (8b91aa82-2e41-4730-8b3b-2687d065c874), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.465555 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7acdac37bc34f918d4dec3128e12309&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3333275 Jul 12 10:43:46.467147 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91aa82-2e41-4730-8b3b-2687d065c874,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:43:46.468384 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50366) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:43:46.474843 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.475563 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.475923 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.476300 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.476643 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.476983 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.477316 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.477650 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.477980 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.478309 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.478636 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.478985 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.479308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde450fd-39b9-4a77-b49b-5fdeb8ad30d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.526044 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Publish callbacks [] for security_group (8b91aa82-2e41-4730-8b3b-2687d065c874), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.547004 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Publish callbacks [] for security_group (8b91aa82-2e41-4730-8b3b-2687d065c874), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.694080 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (8b91aa82-2e41-4730-8b3b-2687d065c874), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.696698 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:46.697851 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b91aa82-2e41-4730-8b3b-2687d065c874 HTTP/1.1" status: 204 len: 168 time: 0.2283633 Jul 12 10:43:46.706092 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91aa82-2e41-4730-8b3b-2687d065c874,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:43:46.713652 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.714026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.714378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.714750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.715121 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.715459 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.715803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.716136 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.716464 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.716798 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.717123 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.717445 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:46.717770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43bf88e-5e9a-44a8-8f43-0e9e46e4ee8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:43:48.632624 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:43:55.407868 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-53249c3b-a709-44b3-858b-1ddc8da9858f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:58.127489 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ef1de5dc-e33d-4163-ac08-38c3211daeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:43:59.990692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:01.995105 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:02.888244 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:25.395900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f53cfd64-d06d-4865-8e9c-031644bcde17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:25.632272 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:44:28.123006 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1518-8baf-4990-8494-37a80e864f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:29.973795 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:31.940140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:32.813671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:55.364399 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b05084a9-2b53-4cd2-945b-0714ce41d21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:44:58.135075 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-480cddba-12e6-43f6-a4dd-123a0524dc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:00.002414 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:01.980334 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:02.631209 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 5 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:45:02.809234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:25.363427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7658dbe3-6d41-4965-8de8-c0acc4cfac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:28.124240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d5752458-0248-4d93-adb7-14f31b694a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:30.015811 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:30.266923 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413637'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:31.975531 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:32.809107 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:39.631692 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:45:45.421213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50438) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:45:45.532377 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-06457991-a0e6-47fa-8a22-82a3fcd62150 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1099474 Jul 12 10:45:47.991608 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50448) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:45:48.047734 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e87163d5-6fbd-4a74-95b3-3ab4e0c46155 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0549302 Jul 12 10:45:55.364760 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0b445002-908f-4049-9a6f-a8b30d9eb050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:58.134930 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5a191bbe-0692-4281-904e-8c9426971eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:45:59.992637 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:00.261078 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:01.946703 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:02.808544 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:16.630797 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:46:25.373399 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a4366bfb-c753-4568-85b3-7e789e1b30da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:28.122256 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-16b66434-c072-48df-b464-3ec9ac055f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:30.013405 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:30.242386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:31.979060 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:32.790714 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:53.630567 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:46:55.368286 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bbd60227-1e3a-4417-8393-37fb0e40dfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:46:58.114878 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a3a0825d-60ce-40bc-963f-af338c30450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:00.052735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:00.245908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:01.989080 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:02.806065 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:25.371571 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-3322bf8e-4ffd-4bbd-a99e-62647eecb014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:28.107737 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-963e196f-2a82-457f-a3e8-b48336e1663c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:30.033808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:30.364541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:30.630713 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:47:32.022005 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:32.827288 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.150433 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50624) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:39.215304 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50634) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:39.522208 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-105515428-network', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:39.569226 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1568007860-network', 'tenant_id': 'c1449be393484acfa86fed93ab26859f'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:39.604069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Made reservation on behalf of b647d83d2c7c4bf8912dd32f6a097c1d for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:39.607656 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.616748 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.684019 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Made reservation on behalf of c1449be393484acfa86fed93ab26859f for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:39.685607 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.704870 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.708818 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks [] for security_group (5291bd3f-246b-49e6-a21d-c0fae9fc1c8c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.781816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks [] for security_group (96a281e3-893f-43d3-a3eb-90d9fbd6dd8e), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.793453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5291bd3f-246b-49e6-a21d-c0fae9fc1c8c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.813153 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] vlan segment allocate from pool success with {'vlan_id': 1081, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:47:39.826138 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (572894c2-a958-43bd-9108-be75e8b46987), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.826591 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Added segment 572894c2-a958-43bd-9108-be75e8b46987 of type vlan for network eab52b47-4238-4224-b780-66fe2b5db908 Jul 12 10:47:39.849949 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291bd3f-246b-49e6-a21d-c0fae9fc1c8c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:39.860842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (96a281e3-893f-43d3-a3eb-90d9fbd6dd8e), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.891832 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.892200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.892538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Tracked resource versions report: Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: pushed versions: Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: { 'AddressGroup': {'1.2'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'ConntrackHelper': {'1.0'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Log': {'1.0'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Network': {'1.1'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Port': {'1.7'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'PortForwarding': {'1.2'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'QosPolicy': {'1.10'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroup': {'1.5'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SubPort': {'1.0'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Subnet': {'1.1'}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Trunk': {'1.1'}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: consumer versions: Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: HyperV agent@hv-cinder-84786: {}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'ConntrackHelper': '1.0', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'LocalIPAssociation': '1.0', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Log': '1.0', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Network': '1.1', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Port': '1.7', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'PortForwarding': '1.2', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'QosPolicy': '1.10', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroup': '1.5', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SecurityGroupRule': '1.2', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'SubPort': '1.0', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Subnet': '1.1', Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: 'Trunk': '1.1'}} Jul 12 10:47:39.898141 dv-cinder-847864-7-iscsi neutron-server[110926]: {{(pid=110926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:47:39.909238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (eab52b47-4238-4224-b780-66fe2b5db908), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.921498 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:47:39.942952 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (254ca4de-0bcf-4985-96cc-73c85ee107e4), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:39.950996 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Added segment 254ca4de-0bcf-4985-96cc-73c85ee107e4 of type vlan for network aa55f209-2d06-404c-8e02-bf0beef117b5 Jul 12 10:47:39.962788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:40.006452 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (aa55f209-2d06-404c-8e02-bf0beef117b5), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.113625 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (aa55f209-2d06-404c-8e02-bf0beef117b5), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.114770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:40.115458 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.117919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (eab52b47-4238-4224-b780-66fe2b5db908), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.119176 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:40.119932 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.192224 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] Pushing event updated for resources: {'Network': ['ID=aa55f209-2d06-404c-8e02-bf0beef117b5,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:40.210457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network aa55f209-2d06-404c-8e02-bf0beef117b5 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:47:40.240057 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0884750 Jul 12 10:47:40.245428 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50670) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:40.253011 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Request body: {'subnet': {'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-105515428-subnet', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:40.257694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b7c59-8747-483b-8a4a-bc101554378b admin admin] Pushing event updated for resources: {'Network': ['ID=eab52b47-4238-4224-b780-66fe2b5db908,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:40.272398 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network eab52b47-4238-4224-b780-66fe2b5db908 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:47:40.284366 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-1cb8102a-a948-4625-917d-fba3167d9e76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0679703 Jul 12 10:47:40.287991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50674) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:40.293707 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Request body: {'subnet': {'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1568007860-subnet', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:40.370405 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Made reservation on behalf of b647d83d2c7c4bf8912dd32f6a097c1d for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:40.372761 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.404734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Made reservation on behalf of c1449be393484acfa86fed93ab26859f for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:40.407147 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.513568 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50684) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:40.514072 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50692) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:40.514464 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50694) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:40.690799 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (81a14a05-7609-46d6-beb9-f7a16edc3af1), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.726810 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (4ad84023-76b0-487e-83cf-431e50e2fc4e), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.751765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-818228222-network', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:40.755092 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a14a05-7609-46d6-beb9-f7a16edc3af1,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:40.771419 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.771800 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.772124 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.772666 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.773155 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.773639 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.774148 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.774631 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.775403 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.775944 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.776427 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.777072 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.777550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Tracked resource versions report: Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: pushed versions: Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: { 'AddressGroup': {'1.2'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'ConntrackHelper': {'1.0'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Log': {'1.0'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Network': {'1.1'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Port': {'1.7'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'PortForwarding': {'1.2'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'QosPolicy': {'1.10'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroup': {'1.5'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SubPort': {'1.0'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Subnet': {'1.1'}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Trunk': {'1.1'}} Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: consumer versions: Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: HyperV agent@hv-cinder-84786: {}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'ConntrackHelper': '1.0', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'LocalIPAssociation': '1.0', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Log': '1.0', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Network': '1.1', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Port': '1.7', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'PortForwarding': '1.2', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'QosPolicy': '1.10', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroup': '1.5', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SecurityGroupRule': '1.2', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'SubPort': '1.0', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Subnet': '1.1', Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: 'Trunk': '1.1'}} Jul 12 10:47:40.778935 dv-cinder-847864-7-iscsi neutron-server[110925]: {{(pid=110925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:47:40.798541 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1694447793-network', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:40.839174 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-network', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:40.840490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad84023-76b0-487e-83cf-431e50e2fc4e,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:40.848424 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Checking segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:40.848739 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Network hostable DHCP agents. Network: aa55f209-2d06-404c-8e02-bf0beef117b5, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:47:40.854115 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Checking segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:40.854976 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Network hostable DHCP agents. Network: eab52b47-4238-4224-b780-66fe2b5db908, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:47:40.946862 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:40.949492 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.959400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.976014 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Network aa55f209-2d06-404c-8e02-bf0beef117b5 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:47:40.979452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Network eab52b47-4238-4224-b780-66fe2b5db908 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:47:40.981505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Made reservation on behalf of a10d17a3b8ab489c934fbde27e6e6993 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:40.987531 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:40.989649 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Made reservation on behalf of b91c91fb8a5d44d093015f3211bcd099 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:40.992201 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.014179 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.015969 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.070476 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, aa55f209-2d06-404c-8e02-bf0beef117b5) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:41.076547 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:41.077523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.088459 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87853f4-f8a6-495d-9909-1426be18626e None None] Network aa55f209-2d06-404c-8e02-bf0beef117b5 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:41.134318 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, eab52b47-4238-4224-b780-66fe2b5db908) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:41.167624 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:41.168526 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.183264 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21beab26-2ea5-4ea6-8974-d7b7bdac2e68 None None] Network eab52b47-4238-4224-b780-66fe2b5db908 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:41.185476 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-053b34f0-52d0-4def-8c50-950b45379a68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8956866 Jul 12 10:47:41.186291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50734) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:41.194336 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:41.322154 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.331586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.336144 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks [] for security_group (6a982965-ec79-4cce-a9a2-3cb279654a1c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.347138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks [] for security_group (21986270-8aa6-4e3c-b6fa-9ef38078db11), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.355389 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-62f2dad5-013d-45d2-a023-3ac165f2b5f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1081202 Jul 12 10:47:41.359073 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50746) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:41.369080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:41.378837 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-eab52b47-4238-4224-b780-66fe2b5db908', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:47:41.379862 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.414824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6a982965-ec79-4cce-a9a2-3cb279654a1c), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.463466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks [] for security_group (2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.466644 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a982965-ec79-4cce-a9a2-3cb279654a1c,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:41.471652 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (21986270-8aa6-4e3c-b6fa-9ef38078db11), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.483786 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] vlan segment allocate from pool success with {'vlan_id': 1050, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:47:41.511933 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.513134 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.516767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-aa55f209-2d06-404c-8e02-bf0beef117b5', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'project_id': 'c1449be393484acfa86fed93ab26859f', 'fixed_ips': [{'subnet_id': '4ad84023-76b0-487e-83cf-431e50e2fc4e'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:47:41.517219 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:47:41.517794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.534215 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9ddfc9ce-0d84-471c-a956-accc5cfb10f3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.534783 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Added segment 9ddfc9ce-0d84-471c-a956-accc5cfb10f3 of type vlan for network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f Jul 12 10:47:41.550440 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.555968 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (08eb5004-4f54-423e-b219-4401381bddea), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.556579 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Added segment 08eb5004-4f54-423e-b219-4401381bddea of type vlan for network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 Jul 12 10:47:41.558076 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21986270-8aa6-4e3c-b6fa-9ef38078db11,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:41.714149 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for router_controller (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), precommit_add_association {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.819280 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.828481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 1083, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:47:41.888951 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Allocated IP 172.20.0.2 (eab52b47-4238-4224-b780-66fe2b5db908/81a14a05-7609-46d6-beb9-f7a16edc3af1/4b4f1479-ff64-4335-b3b7-f0c0db1c4682) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:41.904947 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:41.913820 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (5790975a-0dba-45a4-b0ae-4f40dde2e9c8), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.930628 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for router_controller (7cc208b5-616a-4535-8a38-11b3f6fe4c98), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.939869 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (91b68ba1-18e3-485d-8e09-d4694b62cb3f), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:41.940922 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Added segment 91b68ba1-18e3-485d-8e09-d4694b62cb3f of type vlan for network 37e20212-50df-4378-91e9-916b28a2f7d3 Jul 12 10:47:42.067354 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (37e20212-50df-4378-91e9-916b28a2f7d3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.075789 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.077082 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:42.077902 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.093293 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Allocated IP 172.20.0.2 (aa55f209-2d06-404c-8e02-bf0beef117b5/4ad84023-76b0-487e-83cf-431e50e2fc4e/70c935c5-069b-4595-9f69-e0860408fe1b) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:42.113700 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for router_gateway (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.126299 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (5790975a-0dba-45a4-b0ae-4f40dde2e9c8), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.127414 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:42.128104 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.192402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks [] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.279812 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7641363 Jul 12 10:47:42.283770 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c23f-0053-4fe6-ad37-8bb3de5a0380 admin admin] Pushing event updated for resources: {'Network': ['ID=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:42.287411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for router_gateway (7cc208b5-616a-4535-8a38-11b3f6fe4c98), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.291139 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50770) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:42.298718 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Request body: {'subnet': {'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-subnet', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:42.303922 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.329625 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:47:42.356826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] Pushing event updated for resources: {'Network': ['ID=5790975a-0dba-45a4-b0ae-4f40dde2e9c8,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:42.365215 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks [] for port (70c935c5-069b-4595-9f69-e0860408fe1b), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.379651 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:47:42.402357 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (37e20212-50df-4378-91e9-916b28a2f7d3), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.409807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:42.409807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.411816 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b71bc364-5b29-489f-ae5a-08f54538375c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8931143 Jul 12 10:47:42.416765 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50780) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:42.421809 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Request body: {'subnet': {'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-subnet', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:42.428757 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Network eab52b47-4238-4224-b780-66fe2b5db908 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:42.465263 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:42.467890 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.471045 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:42.492273 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:42.494645 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.561174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Pushing event updated for resources: {'Port': ['ID=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:42.577243 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Made reservation on behalf of b91c91fb8a5d44d093015f3211bcd099 for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:42.582335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.586350 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] Pushing event updated for resources: {'Network': ['ID=37e20212-50df-4378-91e9-916b28a2f7d3,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:42.606090 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Network aa55f209-2d06-404c-8e02-bf0beef117b5 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:42.606265 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-54ed06d3-2fb3-4b4c-bb8d-e772a1d70bfa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0859268 Jul 12 10:47:42.608864 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50786) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:42.612164 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.612712 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.613254 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.613738 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.614285 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.614762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.615269 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.615524 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Request body: {'subnet': {'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-subnet', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:42.615941 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.616426 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.616956 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.617430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.617898 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.618386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Tracked resource versions report: Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: pushed versions: Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: { 'AddressGroup': {'1.2'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'ConntrackHelper': {'1.0'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Log': {'1.0'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Network': {'1.1'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Port': {'1.7'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'PortForwarding': {'1.2'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'QosPolicy': {'1.10'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroup': {'1.5'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SubPort': {'1.0'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Subnet': {'1.1'}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Trunk': {'1.1'}} Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: consumer versions: Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: HyperV agent@hv-cinder-84786: {}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'ConntrackHelper': '1.0', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'LocalIPAssociation': '1.0', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Log': '1.0', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Network': '1.1', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Port': '1.7', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'PortForwarding': '1.2', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'QosPolicy': '1.10', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroup': '1.5', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SecurityGroupRule': '1.2', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'SubPort': '1.0', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Subnet': '1.1', Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: 'Trunk': '1.1'}} Jul 12 10:47:42.619792 dv-cinder-847864-7-iscsi neutron-server[110927]: {{(pid=110927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:47:42.624702 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 37e20212-50df-4378-91e9-916b28a2f7d3 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:47:42.643286 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:42.725217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:42.766732 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for router_gateway (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.773748 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Made reservation on behalf of a10d17a3b8ab489c934fbde27e6e6993 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:47:42.773748 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.781577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Pushing event updated for resources: {'Port': ['ID=70c935c5-069b-4595-9f69-e0860408fe1b,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:42.791533 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Attempting to bind port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:42.792190 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Attempting to bind port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:42.792887 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Attempting to bind port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:42.827581 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.831761 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:42.832427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Checking segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:42.832979 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.833523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Bound using segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:42.834158 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Bound port: 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:42.834695 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.910938 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Attempting to bind port 70c935c5-069b-4595-9f69-e0860408fe1b on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:42.915546 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Attempting to bind port 70c935c5-069b-4595-9f69-e0860408fe1b by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:42.915921 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Attempting to bind port 70c935c5-069b-4595-9f69-e0860408fe1b on network aa55f209-2d06-404c-8e02-bf0beef117b5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:42.923256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for router_gateway (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.948745 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.978436 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] For port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:42.989863 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] For port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:42.991448 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:42.992136 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Checking segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:42.992537 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:42.992926 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Bound using segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:42.993983 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Bound port: 70c935c5-069b-4595-9f69-e0860408fe1b, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:42.994424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.081261 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.178446 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] For port 70c935c5-069b-4595-9f69-e0860408fe1b, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:43.183084 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] For port 70c935c5-069b-4595-9f69-e0860408fe1b, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=70c935c5-069b-4595-9f69-e0860408fe1b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:43.183367 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Allocated IP 172.27.2.124 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/86ea80bb-72c6-44c9-9dce-ee41ad7df64a) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:43.290402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (51b17ea4-756c-481a-bf92-65d4606e9abc), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.294864 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.345506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4df32-1986-4e47-b4fd-ec5e08880632 None None] Pushing event updated for resources: {'Port': ['ID=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:43.460618 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (d2b6c55f-4942-4ef2-8216-fcc858a5cfc4), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.481298 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24d0b0-da30-4a03-9d75-9182d69670f4 None None] Pushing event updated for resources: {'Port': ['ID=70c935c5-069b-4595-9f69-e0860408fe1b,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:43.489784 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b17ea4-756c-481a-bf92-65d4606e9abc,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:43.497471 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Checking segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:43.497916 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Network hostable DHCP agents. Network: 37e20212-50df-4378-91e9-916b28a2f7d3, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:47:43.550849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:43.640668 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:47:43.648573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (3d75b800-dfc0-4936-bfca-afb754d1d4a0), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.752944 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 37e20212-50df-4378-91e9-916b28a2f7d3) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:43.770814 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:43.771324 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.800329 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c6ff88-158c-4edc-8d28-a772a61ac2ad None None] Network 37e20212-50df-4378-91e9-916b28a2f7d3 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:43.830762 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:43.830932 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Network hostable DHCP agents. Network: 5790975a-0dba-45a4-b0ae-4f40dde2e9c8, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:47:43.901556 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e5dfb090-12d2-43ff-835b-6a2699ee8c62 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2909410 Jul 12 10:47:43.904244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50832) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:43.916854 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:43.929266 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:43.994137 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d75b800-dfc0-4936-bfca-afb754d1d4a0,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:44.029439 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:47:44.040977 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:44.041449 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Network hostable DHCP agents. Network: 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:47:44.071251 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 5790975a-0dba-45a4-b0ae-4f40dde2e9c8) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:44.075744 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-37e20212-50df-4378-91e9-916b28a2f7d3', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:47:44.077777 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.083219 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50836) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:44.107604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46d7a4-9555-4489-ae41-6c121a019b1d None None] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:44.115814 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:44.117051 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.122212 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.122212 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.246712 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:47:44.253199 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-26c7083f-e52f-41c4-a062-1dcbfba5cc95 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8353598 Jul 12 10:47:44.257046 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.271006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50846) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:44.281069 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:44.332797 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for router_controller (7f827897-12b6-4a41-9a08-a6fda0c5af11), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.398547 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:44.476630 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f96d5298-d544-44a8-8938-4707a94b2f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.534604 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Pushing event updated for resources: {'Port': ['ID=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:44.562402 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:44.572781 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:44.583111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:44.637644 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:47:44.637644 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.673353 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (28844a77-7196-4dfe-bafc-e335db72fd62), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.674943 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (28844a77-7196-4dfe-bafc-e335db72fd62), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.699722 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Allocated IP 172.27.2.177 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:44.723720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Allocated IP 172.20.0.2 (37e20212-50df-4378-91e9-916b28a2f7d3/51b17ea4-756c-481a-bf92-65d4606e9abc/403f9309-5e64-4c16-a7f2-3c8a72675bde) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:44.773736 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:44.780541 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:44.785761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.798818 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e0d219-d4d1-40bf-a844-783971438cfa None None] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:44.822103 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:44.822507 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:44.951532 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0a7050b7-291d-42a6-a528-6df58f57e71d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6590731 Jul 12 10:47:44.964636 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50850) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:44.974088 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:47:45.010114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for router_gateway (7f827897-12b6-4a41-9a08-a6fda0c5af11), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.037702 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50852) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:45.037917 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for router_controller (28844a77-7196-4dfe-bafc-e335db72fd62), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.100876 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f96d5298-d544-44a8-8938-4707a94b2f71 admin admin] Publish callbacks [] for security_group (11a8e765-903e-4fbb-9505-0823553047ea), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.233616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6954a5d1-d571-4cb1-8adc-658328b6b188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.236779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for router_gateway (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.300635 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.301865 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e8521-e792-49ab-8219-513055d9d4fd None None] Network aa55f209-2d06-404c-8e02-bf0beef117b5 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:45.355138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.356805 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.374096 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f96d5298-d544-44a8-8938-4707a94b2f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (11a8e765-903e-4fbb-9505-0823553047ea), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.386400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8095edf-73c1-4e68-9180-ca854b1d7811 None None] Network eab52b47-4238-4224-b780-66fe2b5db908 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:45.470574 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Allocated IP 172.20.0.2 (5790975a-0dba-45a4-b0ae-4f40dde2e9c8/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4/3dd13f29-3caf-451f-afa8-fe11a060dbe9) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:45.547295 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.569223 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6954a5d1-d571-4cb1-8adc-658328b6b188 admin admin] Publish callbacks [] for security_group (c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.605281 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.662692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:47:45.663628 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.668571 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:45.668950 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.704613 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:45.731825 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6954a5d1-d571-4cb1-8adc-658328b6b188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.755326 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Provisioning complete for port 70c935c5-069b-4595-9f69-e0860408fe1b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:45.755725 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.812659 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for router_controller (2c3edac1-08d2-4850-b4e2-0c47b8205d99), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.818242 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f96d5298-d544-44a8-8938-4707a94b2f71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d06bc40fe3ee4560a05b0c861efd063a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7333403 Jul 12 10:47:45.831228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d5298-d544-44a8-8938-4707a94b2f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a8e765-903e-4fbb-9505-0823553047ea,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:45.843904 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-6954a5d1-d571-4cb1-8adc-658328b6b188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e64db04a890a4d419c76b159350e5060&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8025928 Jul 12 10:47:45.843904 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50872) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:45.858527 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50874) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:45.881977 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:45.947717 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:45.954288 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:45.971622 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks [] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:45.974111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:45.992024 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] Publish callbacks [] for security_group (c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.017164 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] Publish callbacks [] for security_group (c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.070367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.072530 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.073290 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 70c935c5-069b-4595-9f69-e0860408fe1b up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:46.074151 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954a5d1-d571-4cb1-8adc-658328b6b188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:46.117681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] Publish callbacks [] for security_group (11a8e765-903e-4fbb-9505-0823553047ea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.129001 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for router_gateway (28844a77-7196-4dfe-bafc-e335db72fd62), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.143552 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] Publish callbacks [] for security_group (11a8e765-903e-4fbb-9505-0823553047ea), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.206772 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.209599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.210752 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8 HTTP/1.1" status: 204 len: 168 time: 0.3381362 Jul 12 10:47:46.249306 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03f485-f4ec-4e4f-adc3-4379e301a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2d0cd-5710-4262-9ca0-d8ea5f6417b8,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:46.258131 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Pushing event updated for resources: {'Port': ['ID=403f9309-5e64-4c16-a7f2-3c8a72675bde,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:46.312238 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for router_gateway (2c3edac1-08d2-4850-b4e2-0c47b8205d99), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.313271 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:46.324643 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Current status of the port 70c935c5-069b-4595-9f69-e0860408fe1b is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:46.324643 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.330410 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (11a8e765-903e-4fbb-9505-0823553047ea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.333066 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.342749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11a8e765-903e-4fbb-9505-0823553047ea HTTP/1.1" status: 204 len: 168 time: 0.4868629 Jul 12 10:47:46.377580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks [] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.379100 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a6ad-acb0-4301-a0ef-9d8ffb0b89ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a8e765-903e-4fbb-9505-0823553047ea,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:46.396390 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:46.404273 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:46.420267 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Allocated IP 172.20.0.2 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/49268dc5-c8ea-4aae-a1b1-85a37d095b41) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:46.865505 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:47:46.876604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] For port 70c935c5-069b-4595-9f69-e0860408fe1b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=70c935c5-069b-4595-9f69-e0860408fe1b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:46.879871 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for router_gateway (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.880762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.880907 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:46.881036 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Sync routers for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:46.881036 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:46.881036 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:46.882025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:46.882025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 70c935c5-069b-4595-9f69-e0860408fe1b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:46.882025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.929263 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for router_gateway (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.952118 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.956964 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-bc01e61a-835a-4fca-b3b4-cd88fadafe92 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7659106 Jul 12 10:47:46.957128 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:46.957212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50898) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:46.988970 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:47.008580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Attempting to bind port 403f9309-5e64-4c16-a7f2-3c8a72675bde on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:47.008957 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Attempting to bind port 403f9309-5e64-4c16-a7f2-3c8a72675bde by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:47.009327 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Attempting to bind port 403f9309-5e64-4c16-a7f2-3c8a72675bde on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:47.011498 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.039256 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:47.091927 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 70c935c5-069b-4595-9f69-e0860408fe1b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:47.107484 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:47.155184 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:47.165011 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:47.165681 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Checking segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:47.166779 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.167348 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Bound using segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:47.168127 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Bound port: 403f9309-5e64-4c16-a7f2-3c8a72675bde, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:47.169835 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.267509 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Pushing event updated for resources: {'Port': ['ID=3dd13f29-3caf-451f-afa8-fe11a060dbe9,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:47.326784 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:47.330388 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Provisioning complete for port 70c935c5-069b-4595-9f69-e0860408fe1b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:47.330982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.395631 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:44Z', 'revision_number': 3, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:47.435233 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Checking router: 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:47:47.435896 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Updating router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:47:47.461825 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ce649650-64b5-479b-905c-5a51506838ac None None] For port 403f9309-5e64-4c16-a7f2-3c8a72675bde, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:47.466030 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ce649650-64b5-479b-905c-5a51506838ac None None] For port 403f9309-5e64-4c16-a7f2-3c8a72675bde, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=403f9309-5e64-4c16-a7f2-3c8a72675bde,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:47.476452 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.523234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Attempting to bind port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:47.523824 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Attempting to bind port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:47.524454 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Attempting to bind port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:47.571236 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:47.571927 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:47.572494 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.573108 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Bound using segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:47.573723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Bound port: 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:47.574436 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.588295 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.610318 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks [] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.625317 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for router_gateway (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.642778 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7ee63-d917-4c60-8350-63262eaab0f8 None None] Pushing event updated for resources: {'Port': ['ID=70c935c5-069b-4595-9f69-e0860408fe1b,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:47.664591 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Allocated IP 172.27.2.17 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/a7ea938f-ead3-4340-8b68-05b3a3ac5f08) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:47.671403 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.700246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.702695 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50904) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:47.803006 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50906) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:47.832291 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ffd6c11e-8601-499f-a0be-7f243407962e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.852826 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:47.853220 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.861064 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.864170 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56770350-58e3-48eb-9743-546250cb17c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.958774 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:47.998481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:48.020589 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for router_gateway (28844a77-7196-4dfe-bafc-e335db72fd62), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.024349 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:48.036492 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:48.056843 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] For port 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:48.065563 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce649650-64b5-479b-905c-5a51506838ac None None] Pushing event updated for resources: {'Port': ['ID=403f9309-5e64-4c16-a7f2-3c8a72675bde,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.072030 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.072224 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Current status of the port 70c935c5-069b-4595-9f69-e0860408fe1b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:48.135251 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] For port 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dd13f29-3caf-451f-afa8-fe11a060dbe9,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:48.232767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Provisioning complete for port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:48.233138 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.235917 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Pushing event updated for resources: {'Port': ['ID=49268dc5-c8ea-4aae-a1b1-85a37d095b41,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.278545 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.293289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.293517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Attempting to bind port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:48.293674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Attempting to bind port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:48.294146 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Attempting to bind port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:48.306899 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:48.318278 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56770350-58e3-48eb-9743-546250cb17c0 admin admin] Publish callbacks [] for security_group (a5056666-daed-41b1-a909-d39233fbf124), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.334821 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Allocated IP 172.20.0.1 (aa55f209-2d06-404c-8e02-bf0beef117b5/4ad84023-76b0-487e-83cf-431e50e2fc4e/3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:48.355371 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:48.355742 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:48.357102 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.357227 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:48.358262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Bound port: 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:48.358647 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.384675 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ffd6c11e-8601-499f-a0be-7f243407962e admin admin] Publish callbacks [] for security_group (fe64f2a8-9072-4461-9ab9-094519177b93), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.422274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:47:48.434380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56770350-58e3-48eb-9743-546250cb17c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a5056666-daed-41b1-a909-d39233fbf124), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.447536 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f21146-2367-46eb-8597-a16d1fcaf37c None None] Pushing event updated for resources: {'Port': ['ID=3dd13f29-3caf-451f-afa8-fe11a060dbe9,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.505436 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-528058f9-f2f3-42dd-8183-7db988a03bc1 None None] Current status of the port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:48.510980 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ffd6c11e-8601-499f-a0be-7f243407962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fe64f2a8-9072-4461-9ab9-094519177b93), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.514668 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56770350-58e3-48eb-9743-546250cb17c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5056666-daed-41b1-a909-d39233fbf124,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.522395 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] For port 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:48.526071 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] For port 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=49268dc5-c8ea-4aae-a1b1-85a37d095b41,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:48.537873 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-56770350-58e3-48eb-9743-546250cb17c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f62588bf1b3a458387833e6ce4ba79e1&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7312193 Jul 12 10:47:48.542563 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50912) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:48.568918 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.592650 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks [] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.601071 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ffd6c11e-8601-499f-a0be-7f243407962e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e08ee0a2b5524ee9928788efeb1c1abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8880410 Jul 12 10:47:48.605257 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 50914) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:48.614204 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6c11e-8601-499f-a0be-7f243407962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64f2a8-9072-4461-9ab9-094519177b93,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.622254 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.742071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] Publish callbacks [] for security_group (a5056666-daed-41b1-a909-d39233fbf124), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.745733 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:48.753514 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:48.776727 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:48.784213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.810576 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76ef85-ddc0-4b9a-bba8-67bc7f0bf9e6 None None] Pushing event updated for resources: {'Port': ['ID=49268dc5-c8ea-4aae-a1b1-85a37d095b41,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:48.822966 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] Publish callbacks [] for security_group (a5056666-daed-41b1-a909-d39233fbf124), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.825225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] Publish callbacks [] for security_group (fe64f2a8-9072-4461-9ab9-094519177b93), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.850332 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:48.853720 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.863784 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:48.876899 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:48.877543 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:48.917235 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks [] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.934878 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] Publish callbacks [] for security_group (fe64f2a8-9072-4461-9ab9-094519177b93), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:48.981742 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Network aa55f209-2d06-404c-8e02-bf0beef117b5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:49.000897 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:49.011420 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:49.015532 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.035803 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.037181 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d843a1d9-7893-4f4e-b06c-9484735dda50 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.6761758 Jul 12 10:47:49.040748 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 50916) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:49.057866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:49.079048 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.194649 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:49.254884 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Attempting to bind port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:49.255502 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Attempting to bind port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:49.256959 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Attempting to bind port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:49.278731 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:49.279365 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:49.279922 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.280621 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:49.281293 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Bound port: 86ea80bb-72c6-44c9-9dce-ee41ad7df64a, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:49.288409 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.357173 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Pushing event updated for resources: {'Port': ['ID=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,revision_number=2']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:49.402030 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Tracked resource versions report: Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: pushed versions: Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: { 'AddressGroup': {'1.2'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'ConntrackHelper': {'1.0'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'LocalIPAssociation': {'1.0'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Log': {'1.0'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Network': {'1.1'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Port': {'1.7'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'PortForwarding': {'1.2'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'QosPolicy': {'1.10'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroup': {'1.5'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroupRule': {'1.2'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SubPort': {'1.0'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Subnet': {'1.1'}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Trunk': {'1.1'}} Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: consumer versions: Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: { DHCP agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: HyperV agent@hv-cinder-84786: {}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: L3 agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: Metadata agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: Metering agent@dv-cinder-847864-7-iscsi: {}, Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: Open vSwitch agent@dv-cinder-847864-7-iscsi: { 'AddressGroup': '1.2', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'ConntrackHelper': '1.0', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'LocalIPAssociation': '1.0', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Log': '1.0', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Network': '1.1', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Port': '1.7', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'PortForwarding': '1.2', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'QosPolicy': '1.10', Jul 12 10:47:49.411806 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroup': '1.5', Jul 12 10:47:49.414060 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SecurityGroupRule': '1.2', Jul 12 10:47:49.414060 dv-cinder-847864-7-iscsi neutron-server[110928]: 'SubPort': '1.0', Jul 12 10:47:49.414060 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Subnet': '1.1', Jul 12 10:47:49.414060 dv-cinder-847864-7-iscsi neutron-server[110928]: 'Trunk': '1.1'}} Jul 12 10:47:49.414060 dv-cinder-847864-7-iscsi neutron-server[110928]: {{(pid=110928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 10:47:49.462984 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] For port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:49.463974 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a5056666-daed-41b1-a909-d39233fbf124), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.477365 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.477549 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] For port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:49.477742 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5056666-daed-41b1-a909-d39233fbf124 HTTP/1.1" status: 204 len: 168 time: 0.9289596 Jul 12 10:47:49.595633 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fe64f2a8-9072-4461-9ab9-094519177b93), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.608092 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.611096 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.621237 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe64f2a8-9072-4461-9ab9-094519177b93 HTTP/1.1" status: 204 len: 168 time: 1.0146191 Jul 12 10:47:49.631750 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Allocated IP 172.27.2.25 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/0a43698e-0024-4c61-930d-e3cfd0c028be) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:49.681163 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dd13f29-3caf-451f-afa8-fe11a060dbe9 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:49.721919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5099df0-61b0-4d55-8138-34956cfccbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5056666-daed-41b1-a909-d39233fbf124,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:49.785826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899b6c-d392-4c94-9345-a2445755652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64f2a8-9072-4461-9ab9-094519177b93,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:49.827090 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:49.829632 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:49.841320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8039476e-6d7c-4cee-8f91-a80bb664928f None None] Provisioning complete for port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:49.841918 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8039476e-6d7c-4cee-8f91-a80bb664928f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.894254 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for router_gateway (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:49.963541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8039476e-6d7c-4cee-8f91-a80bb664928f None None] Port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:47:49.975776 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f4a3-0c62-4c14-bad2-fafbd7cab67e None None] Pushing event updated for resources: {'Port': ['ID=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:49.998034 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b0f45-b512-46a6-b896-e3ed2a1a4315 None None] Network 37e20212-50df-4378-91e9-916b28a2f7d3 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:50.005078 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.165865 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:50.217611 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Provisioning complete for port 403f9309-5e64-4c16-a7f2-3c8a72675bde triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:50.218115 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.381508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ad970-2c76-475e-892a-7e01ff85665b None None] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:50.383508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:50.383885 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.507988 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks [] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.603812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.604623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.661997 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:44Z', 'revision_number': 3, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:50.673336 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:50.732227 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8473f2a0-b28a-4b28-9d43-08895267985d None None] The sync data for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi is: [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:44Z', 'revision_number': 3, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:47:50.767721 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cceddc4-6efc-4be1-8cd3-f654342a04ea None None] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:47:50.772594 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:50.850752 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Network aa55f209-2d06-404c-8e02-bf0beef117b5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:50.853257 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:50.890402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:46Z', 'revision_number': 3, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:50.995372 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.057231 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:47:51.057690 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Updating router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:47:51.058098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:47:51.185745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Current status of the port 403f9309-5e64-4c16-a7f2-3c8a72675bde is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:51.186268 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.217854 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:51.218492 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.269687 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.287800 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:51.297542 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c3f3d2be-3d88-4fe7-81c2-31c5692f1969 admin admin] 10.222.0.36 "PUT /v2.0/routers/0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3359590 Jul 12 10:47:51.323839 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.344694 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] For port 403f9309-5e64-4c16-a7f2-3c8a72675bde, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=403f9309-5e64-4c16-a7f2-3c8a72675bde,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:51.505966 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Pushing event updated for resources: {'Port': ['ID=0a43698e-0024-4c61-930d-e3cfd0c028be,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:51.572842 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:51.628952 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Allocated IP 172.27.2.123 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/0b7a6517-3044-4b54-b340-6d3411e36bee) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:51.658375 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:51.667003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:51.790517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:51.984230 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dd13f29-3caf-451f-afa8-fe11a060dbe9,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:52.116588 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a03cf4-a078-4173-8ede-3c8c4350e70b None None] Pushing event updated for resources: {'Port': ['ID=403f9309-5e64-4c16-a7f2-3c8a72675bde,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:52.128382 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.129517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 403f9309-5e64-4c16-a7f2-3c8a72675bde up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:52.155452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:47:52.244297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Provisioning complete for port 403f9309-5e64-4c16-a7f2-3c8a72675bde triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:52.244834 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.319557 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=3dd13f29-3caf-451f-afa8-fe11a060dbe9,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:52.354890 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.402989 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 403f9309-5e64-4c16-a7f2-3c8a72675bde triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:52.403642 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.449195 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51008) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:52.453514 dv-cinder-847864-7-iscsi neutron-server[110926]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 10:47:52.502259 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Current status of the port 403f9309-5e64-4c16-a7f2-3c8a72675bde is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:52.532941 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Provisioning complete for port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:52.533392 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.604707 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.635077 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:52.652641 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:52.673483 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 403f9309-5e64-4c16-a7f2-3c8a72675bde is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:52.674650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 70c935c5-069b-4595-9f69-e0860408fe1b up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:52.730736 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:52.731961 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:52.744263 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for router_gateway (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.789837 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Current status of the port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:52.797552 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-6c770a60-4253-4378-929b-6b0a22210c79 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:47:52.799960 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-6c770a60-4253-4378-929b-6b0a22210c79 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/networks?id=aa55f209-2d06-404c-8e02-bf0beef117b5 HTTP/1.1" status: 200 len: 812 time: 0.3479807 Jul 12 10:47:52.806486 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.808390 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-18e65f09-49f9-4319-a026-784130a282b8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9031680 Jul 12 10:47:52.810935 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 70c935c5-069b-4595-9f69-e0860408fe1b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:52.811361 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.819655 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51018) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:52.851515 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-6d8f1d60-7780-4586-8660-ead8ad7d1d94 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/quotas/c1449be393484acfa86fed93ab26859f HTTP/1.1" status: 200 len: 375 time: 0.0414965 Jul 12 10:47:52.852218 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Provisioning complete for port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:52.852709 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:52.903161 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:47:52.916477 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.009236 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Provisioning complete for port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:53.009618 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.053245 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 70c935c5-069b-4595-9f69-e0860408fe1b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:53.109324 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:53.144082 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-e8fbb9e5-bd2c-4d78-ab21-a67fe71cd0f6 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1449be393484acfa86fed93ab26859f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2890322 Jul 12 10:47:53.152405 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:53.263573 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Current status of the port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:53.264079 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.282949 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks [] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.293811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:53.322867 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:53.365982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] For port 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=49268dc5-c8ea-4aae-a1b1-85a37d095b41,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:53.386997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.440481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a6517-3044-4b54-b340-6d3411e36bee,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:53.529044 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Attempting to bind port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:53.529479 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Attempting to bind port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:53.532928 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Attempting to bind port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:53.550040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:53.550040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:53.550590 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.550590 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:53.551579 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Bound port: b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:53.552367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.614390 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:48Z', 'revision_number': 3, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:53.622807 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] For port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:53.628014 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] For port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:53.633255 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.640187 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 403f9309-5e64-4c16-a7f2-3c8a72675bde up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:53.673940 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a392-0c46-405d-9812-3a9a30737413 None None] Pushing event updated for resources: {'Port': ['ID=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:53.693697 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:47:53.694526 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Updating router 7f827897-12b6-4a41-9a08-a6fda0c5af11 port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:47:53.718432 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Sync routers for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:53.722316 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.747642 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:53.851739 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:53.854592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:53.948000 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-2d56d7e9-bb91-43cc-8bb0-bf971cd86f45 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:47:53.949828 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-2d56d7e9-bb91-43cc-8bb0-bf971cd86f45 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2648811 Jul 12 10:47:53.997848 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:54.001467 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:54.010371 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Allocated IP 172.20.0.1 (eab52b47-4238-4224-b780-66fe2b5db908/81a14a05-7609-46d6-beb9-f7a16edc3af1/3148fa2c-d0aa-4c2e-a0f6-a06870694e22) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:54.025938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.178503 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-ebd58ff7-2721-48ef-a8a5-14b92a540121 service neutron] 10.222.0.36 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171516 Jul 12 10:47:54.246471 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks [] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.323606 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.326015 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-1b9b220f-6819-4819-9a86-c16a8775a979 service neutron] 10.222.0.36 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373317 Jul 12 10:47:54.340575 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:54.458343 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162cb4c-4cf2-4bb7-93d5-5a81d82e497f None None] Pushing event updated for resources: {'Port': ['ID=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,revision_number=2']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:54.510290 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Attempting to bind port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:54.510687 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Attempting to bind port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:54.511082 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Attempting to bind port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:54.518471 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:54.518871 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:54.519372 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.519799 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:54.525447 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Bound port: a7ea938f-ead3-4340-8b68-05b3a3ac5f08, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:54.525584 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Provisioning complete for port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:54.525892 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.526118 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.572830 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 403f9309-5e64-4c16-a7f2-3c8a72675bde triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:54.573348 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.656214 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] For port a7ea938f-ead3-4340-8b68-05b3a3ac5f08, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:54.660959 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] For port a7ea938f-ead3-4340-8b68-05b3a3ac5f08, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:54.667033 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for router_gateway (28844a77-7196-4dfe-bafc-e335db72fd62), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.714114 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc82b3-31e4-4521-93f2-93a4d75accae None None] Pushing event updated for resources: {'Port': ['ID=49268dc5-c8ea-4aae-a1b1-85a37d095b41,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:54.741703 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.826313 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:54.830687 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:54.893290 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162cb4c-4cf2-4bb7-93d5-5a81d82e497f None None] Pushing event updated for resources: {'Port': ['ID=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:54.925510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks [] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:54.997482 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e3f0713e-7f8e-4943-baa0-ce69fac0a973 req-ed80d629-48db-42b8-800c-d8a3694482a4 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.0919042 Jul 12 10:47:55.017497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a392-0c46-405d-9812-3a9a30737413 None None] Pushing event updated for resources: {'Port': ['ID=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:55.083873 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:55.099459 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:55.112933 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:55.225512 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Network eab52b47-4238-4224-b780-66fe2b5db908 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:55.253123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:55.262522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:55.263055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:55.277285 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:55.326750 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:55.348660 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (28844a77-7196-4dfe-bafc-e335db72fd62), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:55.370704 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:47:55.535252 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:48Z', 'revision_number': 3, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:55.578873 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17370886-eab4-41e7-9de0-6f0f936bc1fa None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:48Z', 'revision_number': 3, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:47:55.703685 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 403f9309-5e64-4c16-a7f2-3c8a72675bde is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:55.709976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86ea80bb-72c6-44c9-9dce-ee41ad7df64a up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:55.888124 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d8ff073e-a2af-4475-b379-b9fd83e1ff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:55.888534 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51120) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:55.917219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Current status of the port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:55.982171 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Provisioning complete for port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:55.982608 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.041053 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 4, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b', 'name': '', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'mac_address': 'fa:16:3e:b3:9f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:50Z', 'revision_number': 2, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'subnets': [{'id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:56.125902 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Checking router: 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:47:56.126430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Updating router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:47:56.163369 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b869e639-5c34-4814-9d13-c5909432a22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.175148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:56.175724 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.210198 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51132) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:56.282385 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.319708 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.357999 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aeab2573-2f60-45b3-bf65-afcdf802baa8 req-43e758a2-d55d-4cae-92a4-ee888ea6d233 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.1245861 Jul 12 10:47:56.458504 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a9d4c-b014-4744-b593-baf31656fd68 None None] Current status of the port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:56.468402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:56.469741 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.536872 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:56.552498 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:56.562869 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b869e639-5c34-4814-9d13-c5909432a22a admin admin] Publish callbacks [] for security_group (58798ae8-b412-40ea-b85e-71b04b1bdb19), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.567139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:47:56.587840 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:56.590566 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Allocated IP 172.20.0.1 (37e20212-50df-4378-91e9-916b28a2f7d3/51b17ea4-756c-481a-bf92-65d4606e9abc/e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:47:56.595951 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:56.660553 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Router 28844a77-7196-4dfe-bafc-e335db72fd62 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:47:56.666899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b869e639-5c34-4814-9d13-c5909432a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (58798ae8-b412-40ea-b85e-71b04b1bdb19), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.696025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.697545 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dd13f29-3caf-451f-afa8-fe11a060dbe9 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:56.708737 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.716359 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4414405b-712a-43e6-a70b-df910d64f860 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.7448721 Jul 12 10:47:56.722881 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51142) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:56.735718 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b869e639-5c34-4814-9d13-c5909432a22a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99edca05046149e18a30e90e36fd3807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8452704 Jul 12 10:47:56.741760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51144) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:56.742453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869e639-5c34-4814-9d13-c5909432a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58798ae8-b412-40ea-b85e-71b04b1bdb19,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:56.795646 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:56.902873 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] Publish callbacks [] for security_group (58798ae8-b412-40ea-b85e-71b04b1bdb19), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:56.928876 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:46Z', 'revision_number': 3, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:56.963854 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] Publish callbacks [] for security_group (58798ae8-b412-40ea-b85e-71b04b1bdb19), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.058066 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb95c8bd-1b50-49f9-9097-94021318848c None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:46Z', 'revision_number': 3, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:47:57.068353 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks [] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.071339 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-94ba7eea-192d-48ad-9609-2141dfca26b8 None None] Provisioning complete for port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:57.072242 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-94ba7eea-192d-48ad-9609-2141dfca26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.167414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (58798ae8-b412-40ea-b85e-71b04b1bdb19), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.170664 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.174040 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58798ae8-b412-40ea-b85e-71b04b1bdb19 HTTP/1.1" status: 204 len: 168 time: 0.4112892 Jul 12 10:47:57.194675 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09c114-1db4-44f8-91b3-0a78afc4025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58798ae8-b412-40ea-b85e-71b04b1bdb19,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:57.265091 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:47:52Z', 'revision_number': 3, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:57.285737 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-94ba7eea-192d-48ad-9609-2141dfca26b8 None None] Port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:47:57.368518 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:47:57.369038 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Updating router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 port 0a43698e-0024-4c61-930d-e3cfd0c028be binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:47:57.394674 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.396196 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.496271 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.593397 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a29f5c7f-ec4c-41c6-bb59-ac66c5de3260 req-7072f264-b848-4840-9539-c99e2078cea8 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.0554345 Jul 12 10:47:57.819100 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks [] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.825024 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:57.846320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Pushing event updated for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:57.850649 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:57.851087 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:57.987700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.083787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks [] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.125389 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:47:58.173788 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:47:58.175489 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 49268dc5-c8ea-4aae-a1b1-85a37d095b41 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:47:58.217900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:47:58.318316 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9e78fb8e-0af3-48cb-a0d0-9a02b9840137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.352935 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8ad3-3c29-4e26-9846-d1c3e139e95f None None] Pushing event updated for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:58.422073 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks [] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.447906 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:58.448553 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:58.497384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Network eab52b47-4238-4224-b780-66fe2b5db908 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:58.501640 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.503066 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ea359dee-2268-449a-8f58-04bbe3b138cb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.2254441 Jul 12 10:47:58.506730 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51202) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:47:58.509498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:58.564028 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.722601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.834630 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b75da2-e448-412f-afde-76d0237022e3 None None] Pushing event updated for resources: {'Port': ['ID=0a43698e-0024-4c61-930d-e3cfd0c028be,revision_number=2']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:58.909793 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Attempting to bind port 0a43698e-0024-4c61-930d-e3cfd0c028be on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:58.910461 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Attempting to bind port 0a43698e-0024-4c61-930d-e3cfd0c028be by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:58.911088 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Attempting to bind port 0a43698e-0024-4c61-930d-e3cfd0c028be on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:58.925377 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:58.926129 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:58.926722 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:58.928316 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:58.929067 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Bound port: 0a43698e-0024-4c61-930d-e3cfd0c028be, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:58.935447 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.002058 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:47:59.013155 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Attempting to bind port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:47:59.013972 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Attempting to bind port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:47:59.014260 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Attempting to bind port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b on network aa55f209-2d06-404c-8e02-bf0beef117b5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:47:59.126236 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] For port 0a43698e-0024-4c61-930d-e3cfd0c028be, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:47:59.138008 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] For port 0a43698e-0024-4c61-930d-e3cfd0c028be, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0a43698e-0024-4c61-930d-e3cfd0c028be,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:47:59.217228 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:47:59.217768 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Checking segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:47:59.218473 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.219111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Bound using segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:47:59.220040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Bound port: 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:47:59.222333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.252126 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:47:59.255691 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:47:59.256349 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.264192 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.266061 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:59.274002 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.377074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-aabf097b-1ed9-48ea-899c-c3f1159894d4 None None] Provisioning complete for port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:47:59.377662 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-aabf097b-1ed9-48ea-899c-c3f1159894d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.495497 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:47:59.528345 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:59.571978 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-45abf53a-229f-473f-bae6-8e083ec0bd25 req-683e4392-4d07-4162-99a4-71c6cfa0fc8e tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.2751060 Jul 12 10:47:59.576064 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b75da2-e448-412f-afde-76d0237022e3 None None] Pushing event updated for resources: {'Port': ['ID=0a43698e-0024-4c61-930d-e3cfd0c028be,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:47:59.623726 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:47:59.647768 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:47:59.648640 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:47:59.792597 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:47:59.924056 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:00.045036 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-aabf097b-1ed9-48ea-899c-c3f1159894d4 None None] Port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:00.101236 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.147566 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] For port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:00.166377 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] For port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:00.340038 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:00.413618 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.458304 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.514345 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks [] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.530012 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a2780dcb-6ca9-4905-a95e-5b7e25f031c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/7cc208b5-616a-4535-8a38-11b3f6fe4c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4881730 Jul 12 10:48:00.533619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.638805 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Allocated IP 172.20.0.1 (5790975a-0dba-45a4-b0ae-4f40dde2e9c8/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4/b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:00.641819 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8ad3-3c29-4e26-9846-d1c3e139e95f None None] Pushing event updated for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:00.661973 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.675414 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:00.680804 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:00.876663 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:47:52Z', 'revision_number': 3, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:00.961932 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks [] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:00.966870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:01.026402 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c7107-d45d-468d-a19e-ce556f350314 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:47:52Z', 'revision_number': 3, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:01.076080 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:01.079737 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.76', 61912) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:01.110373 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:01.113045 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:01.131256 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:01.228687 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Provisioning complete for port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:01.229488 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:01.341320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:01.350587 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:01.351351 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:01.467003 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:53Z', 'revision_number': 3, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:01.499712 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:01.522644 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:01.553959 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:01.574062 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:01.574698 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Updating router 28844a77-7196-4dfe-bafc-e335db72fd62 port 0b7a6517-3044-4b54-b340-6d3411e36bee binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:48:01.681651 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-5ada041b-5cff-478d-9b97-7c9bd2bcd758 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:01.693302 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-5ada041b-5cff-478d-9b97-7c9bd2bcd758 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.76 "GET /v2.0/networks?id=aa55f209-2d06-404c-8e02-bf0beef117b5 HTTP/1.1" status: 200 len: 812 time: 0.6040900 Jul 12 10:48:01.725449 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:01.761177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:01.781707 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:01.801952 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9d8956e-b044-4895-ba0c-a7960726b9a7 req-b8a1b399-ab4d-4177-ac1b-a27479324bb7 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.3631845 Jul 12 10:48:01.802632 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:01.819095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Request body: {'port': {'device_id': '68903020-ddb5-49f3-a518-32e311148882', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'admin_state_up': True, 'tenant_id': 'c1449be393484acfa86fed93ab26859f'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:01.847186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:01.850546 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:01.851678 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (28844a77-7196-4dfe-bafc-e335db72fd62), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:02.194424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:02.220814 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Allocated IP 172.20.0.1 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/6a52fcd2-fd0c-4486-8586-e5cfd0caab20) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:02.224024 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:02.348855 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 2, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:02.454989 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:02.455361 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Updating router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:48:02.477312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51322) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:02.479542 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51324) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:02.511291 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Provisioning complete for port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:02.511880 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:02.575946 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:02.667924 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:02.701941 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:48:02.740577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673183501', 'description': 'tempest-description--1929917427'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:02.767788 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-66b6b1f6-55a7-42d5-bc71-7cc7d494a7fc None None] Port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:02.826004 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:02.826385 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.034827 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:03.093869 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-92782ef8-3a68-4e9a-b594-ae0d07f3d746 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f827897-12b6-4a41-9a08-a6fda0c5af11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2704523 Jul 12 10:48:03.136373 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.163407 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:03.191094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 4, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b', 'name': '', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'mac_address': 'fa:16:3e:b3:9f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:00Z', 'revision_number': 4, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'subnets': [{'id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:03.241441 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-facd3c8d-79cd-4ffe-b551-068b51ef3680 req-42fa68d5-cb43-4d85-be04-65aad74b244d tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.2479753 Jul 12 10:48:03.318307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.339736 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks [] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.361628 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.402859 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac884a26-fb28-489e-9bf7-2153c768f443 None None] The sync data for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi is: [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:49Z', 'revision_number': 4, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b', 'name': '', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'mac_address': 'fa:16:3e:b3:9f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:00Z', 'revision_number': 4, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'subnets': [{'id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:03.403021 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks [] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.408254 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:03.409059 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:03.474658 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-22052679-300b-4da0-b02e-f5ea8a54aabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.543662 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.575453 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.625599 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:03.721175 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5039-88ba-4075-abe4-cd3a76be140f None None] Pushing event updated for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:03.723955 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:03.743034 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:03.747217 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:03.748781 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (d4f3f817-3bdc-44b6-96ca-a2994624a981), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.750446 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.875432 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:03.876053 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.880896 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-22052679-300b-4da0-b02e-f5ea8a54aabf admin admin] Publish callbacks [] for security_group (4fc24f4b-bef0-4f62-a42b-ae6f38408c79), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.895043 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Made reservation on behalf of c1449be393484acfa86fed93ab26859f for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:03.902393 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:03.943450 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Pushing event updated for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:04.055236 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51358) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:04.058138 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Attempting to bind port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:04.058521 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Attempting to bind port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:04.071306 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Attempting to bind port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:04.071503 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285570651', 'description': 'tempest-description--1727546185'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:04.089390 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:04.089759 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Checking segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:04.090167 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.090562 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Bound using segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:04.095570 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Bound port: 3148fa2c-d0aa-4c2e-a0f6-a06870694e22, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:04.095960 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.228979 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks [] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.240148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:04.240534 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.324065 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] For port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:04.337113 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] For port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:04.366646 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d4f3f817-3bdc-44b6-96ca-a2994624a981), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.369288 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-22052679-300b-4da0-b02e-f5ea8a54aabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4fc24f4b-bef0-4f62-a42b-ae6f38408c79), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.392467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.400207 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.431879 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:04.441990 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:04.464590 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.582145 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Provisioning complete for port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:04.582527 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.630240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.632505 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device a7ea938f-ead3-4340-8b68-05b3a3ac5f08 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:04.751264 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (b710e0bd-39aa-475a-beb2-12ce3ce5932e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.757650 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f5039-88ba-4075-abe4-cd3a76be140f None None] Pushing event updated for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:04.783252 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:04.784016 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:04.813006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51372) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:04.883897 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a88f-386a-4ed4-8ba5-3a1703e6427e None None] Pushing event updated for resources: {'Port': ['ID=0b7a6517-3044-4b54-b340-6d3411e36bee,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:04.929953 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-97b9b698-4996-45e2-afa7-ce637f567dbc req-0e58f101-e00d-4f45-93df-6fd6235316ef tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.5642910 Jul 12 10:48:04.952226 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (b710e0bd-39aa-475a-beb2-12ce3ce5932e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.987498 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:04.991345 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2749605 Jul 12 10:48:05.008629 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.038812 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51378) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:05.085933 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:05.088006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group_rule': {'security_group_id': 'd4f3f817-3bdc-44b6-96ca-a2994624a981', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:05.094397 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:05.126472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-22052679-300b-4da0-b02e-f5ea8a54aabf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=617303ba2c7245df88109403c2ee5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3764493 Jul 12 10:48:05.129699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Attempting to bind port 0b7a6517-3044-4b54-b340-6d3411e36bee on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:05.134013 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Attempting to bind port 0b7a6517-3044-4b54-b340-6d3411e36bee by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:05.134786 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Attempting to bind port 0b7a6517-3044-4b54-b340-6d3411e36bee on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:05.145554 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51380) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:05.155797 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:05.157017 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:05.159998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.160730 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:05.163869 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Bound port: 0b7a6517-3044-4b54-b340-6d3411e36bee, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:05.176615 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.195751 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ae357-9f9d-4c86-9e3f-3647501079c1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f3f817-3bdc-44b6-96ca-a2994624a981,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:05.277328 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b710e0bd-39aa-475a-beb2-12ce3ce5932e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:05.332400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] For port 0b7a6517-3044-4b54-b340-6d3411e36bee, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:05.334837 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks [] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.336665 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] For port 0b7a6517-3044-4b54-b340-6d3411e36bee, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0b7a6517-3044-4b54-b340-6d3411e36bee,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:05.407143 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] Publish callbacks [] for security_group (4fc24f4b-bef0-4f62-a42b-ae6f38408c79), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.417787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-830cb9e3-16ca-4bed-9b39-cb3fcf81cf47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.423247 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:05.435865 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22052679-300b-4da0-b02e-f5ea8a54aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc24f4b-bef0-4f62-a42b-ae6f38408c79,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:05.440394 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:05.441087 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.481071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Allocated IP 172.20.0.7 (aa55f209-2d06-404c-8e02-bf0beef117b5/4ad84023-76b0-487e-83cf-431e50e2fc4e/77e7de57-2051-479b-96ba-35b5bb2712a0) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:05.482070 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Provisioning complete for port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:05.482646 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.499937 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.505069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (28844a77-7196-4dfe-bafc-e335db72fd62), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.510683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.512758 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e535e8aa-a82a-43b0-a614-da0184b4ac85 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4560747 Jul 12 10:48:05.520879 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51382) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:05.531177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group_rule': {'security_group_id': 'b710e0bd-39aa-475a-beb2-12ce3ce5932e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:05.601246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] Publish callbacks [] for security_group (4fc24f4b-bef0-4f62-a42b-ae6f38408c79), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.961255 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.965799 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:05.966254 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (b4d6253f-1f94-46fa-a04c-f6c64bde1915), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.966366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:05.966764 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a874b-5682-4fce-8f2e-5d2825339946 None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:05.967700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:47:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:00Z', 'revision_number': 2, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:05.967700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:05.967700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Updating router 7f827897-12b6-4a41-9a08-a6fda0c5af11 port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:48:05.968567 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:05.968567 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:05.968777 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:05.974101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks [] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.004335 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:06.004335 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:06.046875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-830cb9e3-16ca-4bed-9b39-cb3fcf81cf47 admin admin] Publish callbacks [] for security_group (5fea3501-225a-4210-b387-fc0d02451577), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.106264 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (b4d6253f-1f94-46fa-a04c-f6c64bde1915), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.126214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (b66b6011-b31d-412d-8132-0c132fdc2ac0), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.130653 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632a88f-386a-4ed4-8ba5-3a1703e6427e None None] Pushing event updated for resources: {'Port': ['ID=0b7a6517-3044-4b54-b340-6d3411e36bee,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.179227 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks [] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.183567 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-830cb9e3-16ca-4bed-9b39-cb3fcf81cf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5fea3501-225a-4210-b387-fc0d02451577), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.185269 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Router 28844a77-7196-4dfe-bafc-e335db72fd62 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:48:06.186018 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4fc24f4b-bef0-4f62-a42b-ae6f38408c79), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.190769 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.200490 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fc24f4b-bef0-4f62-a42b-ae6f38408c79 HTTP/1.1" status: 204 len: 168 time: 1.0367148 Jul 12 10:48:06.244037 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (b4d6253f-1f94-46fa-a04c-f6c64bde1915), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.319859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.339584 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d6253f-1f94-46fa-a04c-f6c64bde1915,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.385361 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.388445 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.475248 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-830cb9e3-16ca-4bed-9b39-cb3fcf81cf47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ec24cb43852465499f9a500285e21f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6604261 Jul 12 10:48:06.525660 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51394) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:06.539799 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:06.540335 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.558016 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cb9e3-16ca-4bed-9b39-cb3fcf81cf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea3501-225a-4210-b387-fc0d02451577,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.727890 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Pushing event updated for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.742523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Current status of the port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:06.742523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.764014 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ba1a6-3e49-43a9-b817-eb0efd225c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc24f4b-bef0-4f62-a42b-ae6f38408c79,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.778277 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Network aa55f209-2d06-404c-8e02-bf0beef117b5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:06.819846 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port a7ea938f-ead3-4340-8b68-05b3a3ac5f08, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:06.853957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] Publish callbacks [] for security_group (5fea3501-225a-4210-b387-fc0d02451577), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.859410 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:06.878169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.883287 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-7d90b2c0-b723-4e1d-aff2-f0510e8851b9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8078399 Jul 12 10:48:06.884358 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51398) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:06.889178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:06.902268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Pushing event updated for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:06.907684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:06.913504 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:06.914232 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.918366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (b66b6011-b31d-412d-8132-0c132fdc2ac0), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:06.941705 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group_rule': {'security_group_id': 'd4f3f817-3bdc-44b6-96ca-a2994624a981', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:06.991382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] Publish callbacks [] for security_group (5fea3501-225a-4210-b387-fc0d02451577), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.090676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:07.096990 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:07.116255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (b66b6011-b31d-412d-8132-0c132fdc2ac0), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.132140 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c84bcb-b883-40a8-a449-ba01177a64a0 req-2ce74eda-15ad-4c36-a582-f32fd4368c48 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:07.139341 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f1c84bcb-b883-40a8-a449-ba01177a64a0 req-2ce74eda-15ad-4c36-a582-f32fd4368c48 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 931 time: 0.8654809 Jul 12 10:48:07.320525 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (5f60eb12-72be-47f0-a7e3-dc9aa59e0353), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.339265 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66b6011-b31d-412d-8132-0c132fdc2ac0,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:07.363410 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-04ec1830-f5c7-4ba6-9ccd-4e87561aa0ab tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5539339 Jul 12 10:48:07.381818 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-874de7e4-8eac-402b-9a28-558fda4fa59a tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:48:07.382842 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-874de7e4-8eac-402b-9a28-558fda4fa59a tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107162 Jul 12 10:48:07.384174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.386446 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86ea80bb-72c6-44c9-9dce-ee41ad7df64a up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:07.388049 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:07.431150 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-dc97073c-46b2-4acf-8c12-617aa2bf5cc8 admin admin] 10.222.0.36 "PUT /v2.0/routers/28844a77-7196-4dfe-bafc-e335db72fd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9149141 Jul 12 10:48:07.445490 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f1c84bcb-b883-40a8-a449-ba01177a64a0 req-6d2b3ee4-d5b4-4c3b-ac21-a1269aa57c2d tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828083 Jul 12 10:48:07.491639 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.496103 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b49b4c9e-fe5a-4b60-bf94-2afe640a62bd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9697866 Jul 12 10:48:07.496748 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51410) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:07.511762 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group_rule': {'security_group_id': 'b710e0bd-39aa-475a-beb2-12ce3ce5932e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:07.530134 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5fea3501-225a-4210-b387-fc0d02451577), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.534036 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.539548 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51412) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:07.551514 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fea3501-225a-4210-b387-fc0d02451577 HTTP/1.1" status: 204 len: 168 time: 0.9675810 Jul 12 10:48:07.590321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87d7299a-4c7d-4f69-9eb0-04f0bac820ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:07.618870 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f561-a9e5-47e6-a485-f4e267950d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea3501-225a-4210-b387-fc0d02451577,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:07.638978 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:48:07.658180 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:48:07.679794 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (5f60eb12-72be-47f0-a7e3-dc9aa59e0353), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.038735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (5f60eb12-72be-47f0-a7e3-dc9aa59e0353), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.050729 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] For port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:08.094332 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f60eb12-72be-47f0-a7e3-dc9aa59e0353,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:08.106491 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (6ae1a8d5-7e03-47bb-8e1b-bee385d80a1f), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.126482 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:08.149591 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-51095682-fbf0-4137-97e8-a921c20d626f admin admin] 10.222.0.36 "PUT /v2.0/routers/2c3edac1-08d2-4850-b4e2-0c47b8205d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4126978 Jul 12 10:48:08.176411 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:08.196254 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Request body: {'port': {'device_id': '68903020-ddb5-49f3-a518-32e311148882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:08.204370 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:08.206368 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:08.228612 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.236895 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-36146192-80b1-4fc5-9e39-45a8aacff202 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3261089 Jul 12 10:48:08.237551 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51426) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:08.255827 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:08.264404 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks [] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.287631 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87d7299a-4c7d-4f69-9eb0-04f0bac820ff admin admin] Publish callbacks [] for security_group (276d6fb9-d33b-4be5-abbd-e6aba3fbf34e), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.298077 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.323682 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (6ae1a8d5-7e03-47bb-8e1b-bee385d80a1f), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.431558 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:08.435136 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:08.436052 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.437945 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.440471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (6ae1a8d5-7e03-47bb-8e1b-bee385d80a1f), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.466421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87d7299a-4c7d-4f69-9eb0-04f0bac820ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (276d6fb9-d33b-4be5-abbd-e6aba3fbf34e), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.486784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae1a8d5-7e03-47bb-8e1b-bee385d80a1f,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:08.569202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7299a-4c7d-4f69-9eb0-04f0bac820ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276d6fb9-d33b-4be5-abbd-e6aba3fbf34e,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:08.578523 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:08.599003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.616267 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.748030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:08.749490 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5aba17cf-75f1-4730-901c-9492ef794b63 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2517557 Jul 12 10:48:08.759122 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-87d7299a-4c7d-4f69-9eb0-04f0bac820ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec631d63292a457aa8485ad6aba6741e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2160733 Jul 12 10:48:08.759122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51436) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:08.762703 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51438) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:08.767672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-71279774-caf9-4b88-a464-1feaecca252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:03Z', 'revision_number': 2, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:08.809050 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:09.046068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] Publish callbacks [] for security_group (276d6fb9-d33b-4be5-abbd-e6aba3fbf34e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.088043 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71279774-caf9-4b88-a464-1feaecca252c None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:03Z', 'revision_number': 2, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:09.095938 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.147851 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] Publish callbacks [] for security_group (276d6fb9-d33b-4be5-abbd-e6aba3fbf34e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.230112 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:09.232787 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.325792 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:09.330850 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 49268dc5-c8ea-4aae-a1b1-85a37d095b41 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:09.355315 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.416200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51446) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:09.467268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89621378-0344-428f-a5f3-3106e3080e77 req-22d23514-a6c9-48f2-8da8-19b270a22266 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:09.480937 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-89621378-0344-428f-a5f3-3106e3080e77 req-22d23514-a6c9-48f2-8da8-19b270a22266 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 931 time: 0.7220855 Jul 12 10:48:09.508337 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:09.553058 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9f9f-0cd2-4d8a-9881-82e49bc36499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.555249 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (276d6fb9-d33b-4be5-abbd-e6aba3fbf34e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.566645 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.568078 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/276d6fb9-d33b-4be5-abbd-e6aba3fbf34e HTTP/1.1" status: 204 len: 168 time: 0.7984452 Jul 12 10:48:09.586143 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a63af-e60e-4db5-b79e-a8307eb2f136 None None] Pushing event updated for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:09.630872 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:05Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:09.668888 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57e05-a185-46ed-9379-c2a5909e68c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276d6fb9-d33b-4be5-abbd-e6aba3fbf34e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:09.700643 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:09.718063 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Updating router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:48:09.737436 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6012-f036-40cc-bb29-6d85a5eb90a9 None None] Pushing event updated for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:09.756836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Attempting to bind port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:09.757218 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Attempting to bind port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:09.757888 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Attempting to bind port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:09.791731 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.806434 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Provisioning complete for port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:09.809715 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.909035 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-49f788cc-bf26-404a-bb3a-65f32388efa3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:09.913470 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-49f788cc-bf26-404a-bb3a-65f32388efa3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 0.3389764 Jul 12 10:48:09.928089 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:09.932057 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Checking segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:09.938478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.938478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Bound using segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:09.938478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Bound port: e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:09.938478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.957415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:09.957415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:09.995878 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Allocated IP 172.27.2.151 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/b80ab397-7828-43ec-9058-bd262f72334f) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:10.026542 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-89621378-0344-428f-a5f3-3106e3080e77 req-15ce5499-c719-4cf0-a66d-db844d4902a4 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110993 Jul 12 10:48:10.068123 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-5c8d2636-4c5c-4c4b-900d-0df81e573c21 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/quotas/b91c91fb8a5d44d093015f3211bcd099 HTTP/1.1" status: 200 len: 375 time: 0.0483680 Jul 12 10:48:10.190440 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9f9f-0cd2-4d8a-9881-82e49bc36499 admin admin] Publish callbacks [] for security_group (4e9d1ab7-8b78-4847-b6b9-1f29be983245), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.239205 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] For port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:10.246076 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] For port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:10.317050 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9f9f-0cd2-4d8a-9881-82e49bc36499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4e9d1ab7-8b78-4847-b6b9-1f29be983245), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.426848 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f3cd9f9f-0cd2-4d8a-9881-82e49bc36499 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47c8f4fe6bf54438bd7d6a540dcac562&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0091524 Jul 12 10:48:10.431875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51466) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:10.442988 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:10.461561 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.492422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-b8b73158-baa8-4f1a-895b-1c0c6ee957ff tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3711219 Jul 12 10:48:10.638937 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Current status of the port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:10.639523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.720145 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (b80ab397-7828-43ec-9058-bd262f72334f), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.778288 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks [] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.799766 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6012-f036-40cc-bb29-6d85a5eb90a9 None None] Pushing event updated for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:10.809416 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:10.810416 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:10.901524 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-3e231d76-213c-4778-bf18-71b75b0b3205 service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889971 Jul 12 10:48:10.928853 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:10.956416 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9f9f-0cd2-4d8a-9881-82e49bc36499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d1ab7-8b78-4847-b6b9-1f29be983245,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:10.965097 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] For port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:10.973622 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] Publish callbacks [] for security_group (4e9d1ab7-8b78-4847-b6b9-1f29be983245), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.091174 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff78ba-e33e-4912-a8ee-1796c2c0137b None None] Pushing event updated for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:11.151551 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-ed7043b4-0d15-41c0-be46-564d8dfe3f68 service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482018 Jul 12 10:48:11.171752 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] Publish callbacks [] for security_group (4e9d1ab7-8b78-4847-b6b9-1f29be983245), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.200675 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51480) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:11.231320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368463156', 'description': 'tempest-description--425249850'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:11.266036 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.335302 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Attempting to bind port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:11.336313 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Attempting to bind port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:11.336853 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Attempting to bind port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:11.355531 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:11.356329 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:11.356943 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.357527 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:11.359830 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Bound port: 6a52fcd2-fd0c-4486-8586-e5cfd0caab20, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:11.360487 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.535421 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] For port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:11.545012 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] For port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:11.551569 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device a7ea938f-ead3-4340-8b68-05b3a3ac5f08 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:11.557447 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.627619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa195c-aad3-4d39-aec9-81db9d29545e req-113ab6b0-0a41-45dc-9213-3d43a0dec645 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:11.629277 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecfa195c-aad3-4d39-aec9-81db9d29545e req-113ab6b0-0a41-45dc-9213-3d43a0dec645 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 931 time: 0.1098721 Jul 12 10:48:11.645934 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e7de57-2051-479b-96ba-35b5bb2712a0 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:11.660221 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks [] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.684172 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.738025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Pushing event updated for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:11.763714 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Provisioning complete for port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:11.763888 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.791899 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4e9d1ab7-8b78-4847-b6b9-1f29be983245), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.802219 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.806776 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e9d1ab7-8b78-4847-b6b9-1f29be983245 HTTP/1.1" status: 204 len: 168 time: 1.3298504 Jul 12 10:48:11.822870 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (b80ab397-7828-43ec-9058-bd262f72334f), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.832829 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:11.833174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:11.859213 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:11.932484 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff78ba-e33e-4912-a8ee-1796c2c0137b None None] Pushing event updated for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:11.969618 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:11.979017 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:12.002535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Allocated IP 172.27.2.221 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/38c18300-978d-4d08-bfc9-1eb5b5f03ca2) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:12.032635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Current status of the port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:12.032957 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.040521 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.079962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4489c-5eb0-48b2-bb1f-400f10a1a788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d1ab7-8b78-4847-b6b9-1f29be983245,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:12.084901 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=b80ab397-7828-43ec-9058-bd262f72334f,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:12.152356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:12.159440 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:12.162486 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:12.237735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] For port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:12.339664 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.393105 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Transition to ACTIVE for port object 77e7de57-2051-479b-96ba-35b5bb2712a0 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:12.455307 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.577650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f91c8-20d3-49b3-b3c9-702d2d3a25e2 None None] Pushing event updated for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:12.583223 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.590796 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (01c19f3c-0675-40d9-8c36-ea76c2d95ff7), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.609875 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:12.641683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b80ab397-7828-43ec-9058-bd262f72334f), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.720919 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (01c19f3c-0675-40d9-8c36-ea76c2d95ff7), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.915649 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-edd80554-40b5-4d41-9198-1a554b78ec2d req-d70a922f-f4c2-451b-8e79-6ddc0cc57e47 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 210 time: 0.4206352 Jul 12 10:48:12.940072 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:12.978068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:12.980474 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7688379 Jul 12 10:48:12.987401 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a19367-96c9-4bf6-8ce0-3d225bd8e2e3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01c19f3c-0675-40d9-8c36-ea76c2d95ff7,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:12.987401 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51524) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:12.993876 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecfa195c-aad3-4d39-aec9-81db9d29545e req-9bec3e4d-2db9-4de2-accf-179e0400c638 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3401461 Jul 12 10:48:12.998306 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '01c19f3c-0675-40d9-8c36-ea76c2d95ff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:13.145949 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.275373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (887d41f2-206e-4418-bc3d-52ef36363181), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.287907 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Provisioning complete for port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:13.289346 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.339137 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:13.340273 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:13.382727 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Attempting to bind port 77e7de57-2051-479b-96ba-35b5bb2712a0 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:13.385225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Attempting to bind port 77e7de57-2051-479b-96ba-35b5bb2712a0 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:13.386663 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Attempting to bind port 77e7de57-2051-479b-96ba-35b5bb2712a0 on network aa55f209-2d06-404c-8e02-bf0beef117b5 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:13.444125 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (b80ab397-7828-43ec-9058-bd262f72334f), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.453032 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Port 77e7de57-2051-479b-96ba-35b5bb2712a0 on network aa55f209-2d06-404c-8e02-bf0beef117b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:13.455921 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Attempting to bind port 77e7de57-2051-479b-96ba-35b5bb2712a0 on network aa55f209-2d06-404c-8e02-bf0beef117b5 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:13.475367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:13.492178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:13.492178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Checking segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:13.492178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Bound using segment: {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:13.494577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Bound port: 77e7de57-2051-479b-96ba-35b5bb2712a0, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254ca4de-0bcf-4985-96cc-73c85ee107e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:13.495222 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.531636 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:11Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:13.586056 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (887d41f2-206e-4418-bc3d-52ef36363181), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.588517 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b80ab397-7828-43ec-9058-bd262f72334f), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.630686 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16c5862-43f1-436b-8170-a6d87b859923 None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:13.676913 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:13.678443 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.694126 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee1a161-7313-41c9-bc05-49626218aab4 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:11Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:13.742244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=b80ab397-7828-43ec-9058-bd262f72334f,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:13.749557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (887d41f2-206e-4418-bc3d-52ef36363181), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.764707 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Current status of the port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:13.826198 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:13.837917 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887d41f2-206e-4418-bc3d-52ef36363181,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:13.847858 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.864381 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=77e7de57-2051-479b-96ba-35b5bb2712a0,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:13.897882 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.908815 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:13.913356 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-80fa459f-a4ec-4dcb-a53a-fb579a455a90 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9188199 Jul 12 10:48:13.913826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51548) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:13.918936 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '01c19f3c-0675-40d9-8c36-ea76c2d95ff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:13.922508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Provisioning complete for port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:13.922508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.063608 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.073368 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.088061 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-422725bd-5058-4822-b64e-83677484ca6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8402700 Jul 12 10:48:14.102894 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:14.114755 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (d8f6aba6-4d7c-4adb-9bab-0e87855c7b81), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.160802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:14.187383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:14.367307 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:14.371018 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0a43698e-0024-4c61-930d-e3cfd0c028be up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:14.450354 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (d8f6aba6-4d7c-4adb-9bab-0e87855c7b81), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.481304 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51566) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:14.545235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Current status of the port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:14.545235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.562053 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:14.563123 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.566228 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] 10.222.0.76 "PUT /v2.0/ports/77e7de57-2051-479b-96ba-35b5bb2712a0 HTTP/1.1" status: 200 len: 1093 time: 6.8772504 Jul 12 10:48:14.568020 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:14.574960 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (d8f6aba6-4d7c-4adb-9bab-0e87855c7b81), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.617545 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f6aba6-4d7c-4adb-9bab-0e87855c7b81,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:14.637014 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] For port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:14.644223 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 0a43698e-0024-4c61-930d-e3cfd0c028be triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:14.646479 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.748138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.750687 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=38c18300-978d-4d08-bfc9-1eb5b5f03ca2,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:14.750901 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e9ea0428-c900-4c60-9b32-954d39f8abdc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8349805 Jul 12 10:48:14.753688 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.755010 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51578) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:14.773138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:14.824284 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 0a43698e-0024-4c61-930d-e3cfd0c028be is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:14.824796 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.859479 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 0a43698e-0024-4c61-930d-e3cfd0c028be, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0a43698e-0024-4c61-930d-e3cfd0c028be,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:14.915112 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.923249 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c922c3d-f043-4e8d-a68b-4599fd3b5319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.951209 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafe8a0-f8a0-48e7-8db9-0dc1a2fe6762 None None] Pushing event updated for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:14.978413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:14.979804 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:15.217829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c922c3d-f043-4e8d-a68b-4599fd3b5319 admin admin] Publish callbacks [] for security_group (88ff72fa-ee73-4998-ae2b-747f19d9e01f), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.232233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=0a43698e-0024-4c61-930d-e3cfd0c028be,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:15.260308 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.266629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:15.267045 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.325843 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c922c3d-f043-4e8d-a68b-4599fd3b5319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (88ff72fa-ee73-4998-ae2b-747f19d9e01f), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.363171 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2c922c3d-f043-4e8d-a68b-4599fd3b5319 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1d1608a22654e3dbad35757e74a5e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8743379 Jul 12 10:48:15.364757 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51588) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:15.492910 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c922c3d-f043-4e8d-a68b-4599fd3b5319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff72fa-ee73-4998-ae2b-747f19d9e01f,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:15.559791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] Publish callbacks [] for security_group (88ff72fa-ee73-4998-ae2b-747f19d9e01f), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.604015 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:15.604015 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:15.611393 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] Publish callbacks [] for security_group (88ff72fa-ee73-4998-ae2b-747f19d9e01f), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.646176 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3c4c-2ca0-4ba4-b688-c3cf5642ad11 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:15.656213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.792626 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:15.793056 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.829263 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.27.2.95 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/2d8b8bf5-cf94-4453-a781-7cfe6d2727b4) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:15.830644 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (88ff72fa-ee73-4998-ae2b-747f19d9e01f), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.833436 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.837295 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88ff72fa-ee73-4998-ae2b-747f19d9e01f HTTP/1.1" status: 204 len: 168 time: 0.4687924 Jul 12 10:48:15.850616 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4118fe0-ebab-4cb5-8b18-1b82311d4033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff72fa-ee73-4998-ae2b-747f19d9e01f,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:15.864504 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:15.990492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36" -d '{"events": [{"name": "network-changed", "server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:16.008431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-585678dd-66b8-4c97-937b-5b818731031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:16.011952 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:16.013829 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-585678dd-66b8-4c97-937b-5b818731031c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1449be393484acfa86fed93ab26859f&device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 1127 time: 1.2204809 Jul 12 10:48:16.037341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8fa1-7684-4331-b102-1f5eb160d1c0 req-f9f05e39-8e33-46e6-bb57-0894530af855 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:16.038963 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-703b8fa1-7684-4331-b102-1f5eb160d1c0 req-f9f05e39-8e33-46e6-bb57-0894530af855 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 943 time: 1.2949512 Jul 12 10:48:16.211498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:16.357137 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-d4cf56d2-a5fe-4199-bf03-ded66d7266ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e7de57-2051-479b-96ba-35b5bb2712a0 HTTP/1.1" status: 200 len: 217 time: 0.2931488 Jul 12 10:48:16.371473 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-37c5632b-b52b-4252-9474-1801d2c85bbd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:16.378955 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-37c5632b-b52b-4252-9474-1801d2c85bbd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 1.8341715 Jul 12 10:48:16.393652 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:16.422892 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-60679201-4e4e-4819-9ada-3ff4fcee5207 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/quotas/b91c91fb8a5d44d093015f3211bcd099 HTTP/1.1" status: 200 len: 375 time: 0.0426476 Jul 12 10:48:16.436352 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.76', 61930) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:16.556378 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:16.567542 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:16.609458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0a43698e-0024-4c61-930d-e3cfd0c028be up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:16.619907 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:16.739737 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (b239775b-1098-4486-8c20-43b941485b70), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:16.772100 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=2d8b8bf5-cf94-4453-a781-7cfe6d2727b4,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:16.781753 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-06209a69-c648-4dab-a314-ac7d631d7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:16.783594 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-06209a69-c648-4dab-a314-ac7d631d7d20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad84023-76b0-487e-83cf-431e50e2fc4e HTTP/1.1" status: 200 len: 851 time: 0.3974037 Jul 12 10:48:16.806672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 0a43698e-0024-4c61-930d-e3cfd0c028be triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:16.806672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:16.855600 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-703b8fa1-7684-4331-b102-1f5eb160d1c0 req-fd6b150b-ee6b-4f67-97db-aa6fb61ce8c3 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8042238 Jul 12 10:48:16.918467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.124769 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 0a43698e-0024-4c61-930d-e3cfd0c028be is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:17.151690 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:17.277564 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:17.278266 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.380049 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.394124 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.404950 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:17.406315 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:17.456653 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-f1c4ad72-4f93-448d-afa4-fc017e92be4c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0325477 Jul 12 10:48:17.474134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-9447772d-460c-4807-85c4-1acf980ee692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:17.475670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-9447772d-460c-4807-85c4-1acf980ee692 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa55f209-2d06-404c-8e02-bf0beef117b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6513906 Jul 12 10:48:17.477221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:17.477923 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.485147 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51640) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:17.536958 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.545584 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-df99337b-fd78-4f6a-b276-043df405c16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.614403 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-05d4ddfd-7d99-4ed4-92a2-b0542c5bc4b0 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--673183501&fields=id&tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 267 time: 0.3535061 Jul 12 10:48:17.614403 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.663701 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:17.667894 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:17.798390 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:17.800148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.818030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-ed7cbd7d-4d33-41dd-b3c9-84cc1b3b6a46 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:17.819440 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-ed7cbd7d-4d33-41dd-b3c9-84cc1b3b6a46 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 1.3809130 Jul 12 10:48:17.824235 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:17.960546 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=38c18300-978d-4d08-bfc9-1eb5b5f03ca2,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:18.048394 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'port': {'device_id': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'admin_state_up': True, 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:18.059796 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (b239775b-1098-4486-8c20-43b941485b70), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.179102 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=2d8b8bf5-cf94-4453-a781-7cfe6d2727b4,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:18.252140 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.264355 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-85870658-c876-4b62-9dc1-72886b3d6bb2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5081766 Jul 12 10:48:18.334333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:18.335932 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0b7a6517-3044-4b54-b340-6d3411e36bee up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:18.336609 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-df99337b-fd78-4f6a-b276-043df405c16c admin admin] Publish callbacks [] for security_group (6eed2055-da04-48d9-9e4e-067607678328), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.467154 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 0b7a6517-3044-4b54-b340-6d3411e36bee triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:18.467546 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.489227 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-df99337b-fd78-4f6a-b276-043df405c16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6eed2055-da04-48d9-9e4e-067607678328), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.584583 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-df99337b-fd78-4f6a-b276-043df405c16c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=228a8bf209b84491929f20166f6b7ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0973706 Jul 12 10:48:18.587494 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51656) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:18.593806 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-f0b3d575-97c1-4f63-aa12-420069f82f9b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:18.610311 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-f0b3d575-97c1-4f63-aa12-420069f82f9b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 810 time: 0.8183861 Jul 12 10:48:18.642996 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 0b7a6517-3044-4b54-b340-6d3411e36bee is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:18.643414 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.647715 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99337b-fd78-4f6a-b276-043df405c16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed2055-da04-48d9-9e4e-067607678328,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:18.679224 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 0b7a6517-3044-4b54-b340-6d3411e36bee, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0b7a6517-3044-4b54-b340-6d3411e36bee,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:18.686699 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] Publish callbacks [] for security_group (6eed2055-da04-48d9-9e4e-067607678328), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.700330 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.711995 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-67256346-0a9b-4678-ac96-c0c61e963b31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9011641 Jul 12 10:48:18.727608 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-ea200713-145c-42b7-a714-510da39f5421 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/quotas/b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 375 time: 0.1162152 Jul 12 10:48:18.746547 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] Publish callbacks [] for security_group (6eed2055-da04-48d9-9e4e-067607678328), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.801317 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-96acbb08-7fdf-40ff-bf86-7ab6ebbde403 service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2805872 Jul 12 10:48:18.801317 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-09e62324-69ed-4598-a87f-d025910981a2 service neutron] 10.222.0.76 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2729897 Jul 12 10:48:18.942059 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.947684 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6eed2055-da04-48d9-9e4e-067607678328), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.956728 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:18.960444 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eed2055-da04-48d9-9e4e-067607678328 HTTP/1.1" status: 204 len: 168 time: 0.3717508 Jul 12 10:48:18.994218 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26aed4-10e2-4592-9b87-5fe6c6284bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed2055-da04-48d9-9e4e-067607678328,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:19.077353 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c7b47d1b-93f8-42b3-a89b-e649ed8834e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3486037 Jul 12 10:48:19.099600 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:19.131695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-372aa439-5d1a-4ff3-8773-b30ce5b35114 req-40743ac8-35c0-4390-a292-8996745a9075 service neutron] 10.222.0.76 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149385 Jul 12 10:48:19.153522 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-d95f6046-1c56-49e8-ad50-39ec228f1b22 service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410645 Jul 12 10:48:19.256459 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:19.256459 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:19.318797 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Made reservation on behalf of b91c91fb8a5d44d093015f3211bcd099 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:19.329394 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:19.649575 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=0b7a6517-3044-4b54-b340-6d3411e36bee,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:19.805280 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:20.100515 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Allocated IP 172.20.0.6 (5790975a-0dba-45a4-b0ae-4f40dde2e9c8/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4/c991a8fc-9be7-4923-aa2c-2866e1dbfe12) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:20.383622 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:03Z', 'revision_number': 2, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:20.510861 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:20.511258 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Updating router 28844a77-7196-4dfe-bafc-e335db72fd62 port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:48:20.648426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99694da-6afb-48e6-80df-836e097f34d1 x-openstack-request-id: req-d99694da-6afb-48e6-80df-836e097f34d1 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:20.648735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:20.648988 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d99694da-6afb-48e6-80df-836e097f34d1 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:20.649457 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99694da-6afb-48e6-80df-836e097f34d1'] response: {'name': 'network-changed', 'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0', 'status': 'completed', 'code': 200} Jul 12 10:48:20.694508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:20.703745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-458c3280-9978-4e7b-986e-8de15f437177 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:48:20.703745 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-458c3280-9978-4e7b-986e-8de15f437177 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6621583 Jul 12 10:48:20.893654 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.011271 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.105999 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0b7a6517-3044-4b54-b340-6d3411e36bee up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:21.119217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:21.134418 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186291f-9ecf-4248-9817-7d78a0f997db req-00a069b5-efa4-45d0-8758-abedc5213617 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:21.142655 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e186291f-9ecf-4248-9817-7d78a0f997db req-00a069b5-efa4-45d0-8758-abedc5213617 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 943 time: 0.4296448 Jul 12 10:48:21.151677 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:21.160000 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-b46179f3-ee36-4452-acf8-05f2df97f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:21.161562 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-b46179f3-ee36-4452-acf8-05f2df97f1cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c1449be393484acfa86fed93ab26859f&device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 1127 time: 0.5112772 Jul 12 10:48:21.166939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:21.173585 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:21.173585 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.181012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-02932e04-66d6-4707-b648-a47346ef59b7 service neutron] 10.222.0.36 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665141 Jul 12 10:48:21.227597 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:21.516654 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e186291f-9ecf-4248-9817-7d78a0f997db req-bc0840ed-7f38-48f3-8d90-923849fd157a tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729851 Jul 12 10:48:21.529117 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-f41a9ca5-f143-42fd-8938-8078380e1adc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5059619 Jul 12 10:48:21.592868 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks [] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.595455 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 0b7a6517-3044-4b54-b340-6d3411e36bee triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:21.595651 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.651098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-880407c3-4ac6-46e9-8d31-1fa63e4446d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:21.654063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-880407c3-4ac6-46e9-8d31-1fa63e4446d0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa55f209-2d06-404c-8e02-bf0beef117b5 HTTP/1.1" status: 200 len: 914 time: 0.4700940 Jul 12 10:48:21.699045 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-86a4b999-65f7-4ce4-ba3a-4afc7ee8f865 None None] Provisioning complete for port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:21.699458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-86a4b999-65f7-4ce4-ba3a-4afc7ee8f865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.752421 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-86a4b999-65f7-4ce4-ba3a-4afc7ee8f865 None None] Port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:21.755056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Request body: {'port': {'device_id': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:21.770244 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-3ca2e132-8630-4ffc-ae54-8c228e0884d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77e7de57-2051-479b-96ba-35b5bb2712a0 HTTP/1.1" status: 200 len: 217 time: 0.1062260 Jul 12 10:48:21.803153 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:21.844493 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 0b7a6517-3044-4b54-b340-6d3411e36bee is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:21.880581 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27323-b7ab-4331-ae2d-db1b5755f9f0 None None] Pushing event updated for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:21.996424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Attempting to bind port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:21.996424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Attempting to bind port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:21.996424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Attempting to bind port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:22.001155 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:22.001687 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:22.002652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.003509 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Bound using segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:22.004213 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Bound port: b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:22.004602 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.006767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-b133ca4d-c29e-48d9-a341-da4858a826bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:22.010494 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-b133ca4d-c29e-48d9-a341-da4858a826bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4ad84023-76b0-487e-83cf-431e50e2fc4e HTTP/1.1" status: 200 len: 851 time: 0.2276120 Jul 12 10:48:22.012998 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-34eb434d-6887-4068-bfb7-2fc468e2ec60 service neutron] 10.222.0.36 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874007 Jul 12 10:48:22.133105 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-485170ed-01de-429c-a20b-4f7b2dcdf626 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--368463156&fields=id&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 267 time: 0.3588426 Jul 12 10:48:22.214886 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] For port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:22.219652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] For port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:22.336031 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-01244389-7305-4f42-882d-37fbf9273611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:22.337916 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-01244389-7305-4f42-882d-37fbf9273611 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa55f209-2d06-404c-8e02-bf0beef117b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2795544 Jul 12 10:48:22.343187 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.395267 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:22.395267 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.460825 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.583411 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:22.592400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:47:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:22.761806 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d27323-b7ab-4331-ae2d-db1b5755f9f0 None None] Pushing event updated for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:22.816598 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-26cab332-ea14-4dc1-9598-874f72755e0c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:22.816598 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-26cab332-ea14-4dc1-9598-874f72755e0c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.6472726 Jul 12 10:48:22.848817 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Current status of the port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:22.849258 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:22.907701 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:22.971438 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-62d6a827-748e-48ac-b455-9be79161ea91 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/quotas/8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 375 time: 0.0190103 Jul 12 10:48:22.990865 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] For port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:23.098093 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:23.228125 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-2bc447c0-7361-4c59-9a22-730c1ba780fb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1285570651&fields=id&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 267 time: 0.5399265 Jul 12 10:48:23.334567 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:23.422297 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-8e542b2c-5335-4a42-8256-0e4b64cc54cf service neutron] 10.222.0.76 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910020 Jul 12 10:48:23.437186 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51784) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:23.466394 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-2f903159-d19a-462a-8754-faf43b2f046e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3621750 Jul 12 10:48:23.480337 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.76', 61935) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:23.538058 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-fc51924e-d451-440b-9f37-8a286c4b6f02 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:23.538058 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fc51924e-d451-440b-9f37-8a286c4b6f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:23.555136 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdb6ff-0120-4ea0-b3d4-70b17662c2e9 None None] Pushing event updated for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:23.659232 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:23.660049 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:23.687283 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55e9622-aab8-49eb-b555-c85810adb08a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:23.727607 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:23.783233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bae61c-3c87-4a98-b58a-1ddcb1c378b1 None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:23.837290 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-fc51924e-d451-440b-9f37-8a286c4b6f02 None None] Current status of the port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:23.910406 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:23.932777 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-5f98fdce-81f7-49ba-aecb-81063134f2ba tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:23.936411 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-5f98fdce-81f7-49ba-aecb-81063134f2ba tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 0.4541359 Jul 12 10:48:23.963747 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'port': {'device_id': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'admin_state_up': True, 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:24.056482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-01ed30e3-babd-481b-9b78-0cb64d390d50 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:24.074263 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-01ed30e3-babd-481b-9b78-0cb64d390d50 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 817 time: 0.8440378 Jul 12 10:48:24.161275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55e9622-aab8-49eb-b555-c85810adb08a admin admin] Publish callbacks [] for security_group (597ebedb-4e33-43c1-96b9-7ecd83866172), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.169288 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-8320f74e-9483-491f-8efa-18c9cc1be343 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/quotas/a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 375 time: 0.0939064 Jul 12 10:48:24.180634 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c991a8fc-9be7-4923-aa2c-2866e1dbfe12 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:24.239683 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks [] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.244290 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-6331fd57-400e-4d2e-a2f7-32332e75c1e4 service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373974 Jul 12 10:48:24.249587 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55e9622-aab8-49eb-b555-c85810adb08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (597ebedb-4e33-43c1-96b9-7ecd83866172), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.259859 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f37b581-6d6a-4863-a10a-09f3ec3a5b36 req-7857ba13-2dff-4f42-994f-b85728e4ff7c service neutron] 10.222.0.76 "GET /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914064 Jul 12 10:48:24.273969 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Transition to ACTIVE for port object c991a8fc-9be7-4923-aa2c-2866e1dbfe12 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:24.320313 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Made reservation on behalf of b91c91fb8a5d44d093015f3211bcd099 for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:24.325478 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.347609 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d55e9622-aab8-49eb-b555-c85810adb08a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4074916d1cfa441f8758775a81e04b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9083972 Jul 12 10:48:24.351224 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51808) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:24.372206 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e9622-aab8-49eb-b555-c85810adb08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ebedb-4e33-43c1-96b9-7ecd83866172,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:24.392611 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-4e44e55d-ce6e-453e-8771-c5315b9a8284 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2154977 Jul 12 10:48:24.473674 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.548848 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-1dc8ec91-d249-4a7d-b8d3-9f3c37ce2fac service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872288 Jul 12 10:48:24.616784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:24.633990 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] Publish callbacks [] for security_group (597ebedb-4e33-43c1-96b9-7ecd83866172), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.740662 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Allocated IP 172.20.0.13 (5790975a-0dba-45a4-b0ae-4f40dde2e9c8/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4/a6a3e40a-fb7f-490f-884d-7688ce2c986b) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:24.763002 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-b015f80a-0c4b-4d9b-bf5e-f763555e76ab service neutron] 10.222.0.36 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569212 Jul 12 10:48:24.795764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] Publish callbacks [] for security_group (597ebedb-4e33-43c1-96b9-7ecd83866172), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:24.855783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Attempting to bind port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:24.856063 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Attempting to bind port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:24.856379 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Attempting to bind port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:24.933587 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:24.937939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Attempting to bind port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:24.945113 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:24.945457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:24.945849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Bound using segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:24.946300 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Bound port: c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:24.946659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.040293 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.044337 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:25.049009 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:25.067364 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (597ebedb-4e33-43c1-96b9-7ecd83866172), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.074520 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.075942 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/597ebedb-4e33-43c1-96b9-7ecd83866172 HTTP/1.1" status: 204 len: 168 time: 0.7237954 Jul 12 10:48:25.123857 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:25.165448 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa869da4-0e38-49dc-9186-02d91efb4663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ebedb-4e33-43c1-96b9-7ecd83866172,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:25.184651 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.210081 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.315997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:25.316529 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.366786 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-e222b723-abb2-4aff-a0ec-ec257709c445 service neutron] 10.222.0.36 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028395 Jul 12 10:48:25.409661 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:25.413448 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:25.420939 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:25.429326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:25.430390 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.432730 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:25.433806 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.450835 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] 10.222.0.76 "PUT /v2.0/ports/c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 1093 time: 3.7883782 Jul 12 10:48:25.473773 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:25.485984 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:25.502366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a488185-2e4c-47b5-8ade-ef56af5030e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:25.538181 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-a15662cb-7cc5-423a-b5c4-ce39b5be0bea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5790877 Jul 12 10:48:25.548725 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5f268950-5c1f-4099-9e0c-f53793946480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.558283 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:25.565796 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Request body: {'port': {'device_id': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:25.681513 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:25.686763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51348567-14db-4731-a4e4-9b90957cfd5d req-a5246e68-03f5-474b-9544-beed3442e2b0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:25.688683 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-51348567-14db-4731-a4e4-9b90957cfd5d req-a5246e68-03f5-474b-9544-beed3442e2b0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 932 time: 0.5077865 Jul 12 10:48:25.690829 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd808ab-99dd-46f1-a829-0bc8432c3cfa service neutron] Pushing event updated for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:25.853189 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-51348567-14db-4731-a4e4-9b90957cfd5d req-609b2600-c959-4b04-8cc8-d7730a3a9a1b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084709 Jul 12 10:48:25.866189 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-8fe26384-9d18-41ff-acd7-422a3ded7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:25.872139 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-8fe26384-9d18-41ff-acd7-422a3ded7fc3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1127 time: 0.1819541 Jul 12 10:48:26.008196 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-844c0b6f-b088-4268-82ca-a43fc90ddb1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 217 time: 0.1050868 Jul 12 10:48:26.247007 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0531d108-54e6-44d7-b01e-9cbd654dd168 req-6781bb2f-122e-45a2-b70b-bc2941e3d55d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 210 time: 0.1343708 Jul 12 10:48:26.285708 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51858) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:26.295467 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-902cdf32-1196-4786-a62c-aa6bb7b9e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:26.324295 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-902cdf32-1196-4786-a62c-aa6bb7b9e791 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.3145449 Jul 12 10:48:26.363711 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf92c3-21e6-4400-b073-08a94d0d817a req-71fc819b-5999-4afc-8ae3-3e205093bdf5 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:26.367590 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7cdf92c3-21e6-4400-b073-08a94d0d817a req-71fc819b-5999-4afc-8ae3-3e205093bdf5 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 943 time: 0.2266998 Jul 12 10:48:26.370657 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-2f1b204c-d5c3-42f8-a1a6-7c0de18dc5b7 None None] Provisioning complete for port a6a3e40a-fb7f-490f-884d-7688ce2c986b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:26.371149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2f1b204c-d5c3-42f8-a1a6-7c0de18dc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.449714 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a3e40a-fb7f-490f-884d-7688ce2c986b {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:26.459900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b204c-d5c3-42f8-a1a6-7c0de18dc5b7 None None] Port a6a3e40a-fb7f-490f-884d-7688ce2c986b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:26.468215 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks [] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.511794 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Transition to ACTIVE for port object a6a3e40a-fb7f-490f-884d-7688ce2c986b will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:26.517576 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e47eee66-4a7f-457c-b3da-4dd6340e45f6 req-56f2829d-5e81-47ae-b86e-22217a9b793d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.1477079 Jul 12 10:48:26.569443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-74c6d6e3-02b0-470e-989d-432fbf1cfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:26.571046 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-74c6d6e3-02b0-470e-989d-432fbf1cfbb6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1997783 Jul 12 10:48:26.571982 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fac0aaba-f82c-4bb6-a037-ba3d73d7774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.588897 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f8ffbd-4a4b-42b4-b880-fc075fafe734 x-openstack-request-id: req-e7f8ffbd-4a4b-42b4-b880-fc075fafe734 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:26.589193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:26.589445 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7f8ffbd-4a4b-42b4-b880-fc075fafe734 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:26.589929 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f8ffbd-4a4b-42b4-b880-fc075fafe734'] response: {'name': 'network-changed', 'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'status': 'completed', 'code': 200} Jul 12 10:48:26.628312 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.695074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d6652e8b-d899-4ebd-b186-56b7afbdcbab req-2b41af2d-3198-4c4f-bf8e-41aec2d14a3d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0369606 Jul 12 10:48:26.700730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7cdf92c3-21e6-4400-b073-08a94d0d817a req-7863688d-69ac-4be6-afd5-9b8bb712de5e tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777288 Jul 12 10:48:26.708964 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-5497407c-f4c1-4c15-ad18-ab43ee086118 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:26.710527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-5497407c-f4c1-4c15-ad18-ab43ee086118 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 810 time: 0.2889473 Jul 12 10:48:26.772182 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:26.815649 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Attempting to bind port a6a3e40a-fb7f-490f-884d-7688ce2c986b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:26.816394 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Attempting to bind port a6a3e40a-fb7f-490f-884d-7688ce2c986b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:26.817717 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Attempting to bind port a6a3e40a-fb7f-490f-884d-7688ce2c986b on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:26.821887 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fac0aaba-f82c-4bb6-a037-ba3d73d7774e admin admin] Publish callbacks [] for security_group (323d551d-88cf-4aab-b42f-12be4b91b17a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.829349 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Port a6a3e40a-fb7f-490f-884d-7688ce2c986b on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:26.835886 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Attempting to bind port a6a3e40a-fb7f-490f-884d-7688ce2c986b on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:26.841389 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:26.841709 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:26.842804 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Bound using segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:26.843796 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Bound port: a6a3e40a-fb7f-490f-884d-7688ce2c986b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:26.844379 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:26.879398 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 77e7de57-2051-479b-96ba-35b5bb2712a0 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:26.936509 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-0296ce43-0634-46b6-a25f-f459a5246bda service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555560 Jul 12 10:48:27.036041 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:27.050322 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:27.062036 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fac0aaba-f82c-4bb6-a037-ba3d73d7774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (323d551d-88cf-4aab-b42f-12be4b91b17a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.147201 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-4855a0e9-2c07-4b83-96cd-6453f24ff896 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 379 time: 0.4194672 Jul 12 10:48:27.165596 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fac0aaba-f82c-4bb6-a037-ba3d73d7774e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6612271202734bdbae3d0caa3f79d22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8769126 Jul 12 10:48:27.166826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51886) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:27.167568 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0aaba-f82c-4bb6-a037-ba3d73d7774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323d551d-88cf-4aab-b42f-12be4b91b17a,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:27.174866 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.244956 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=77e7de57-2051-479b-96ba-35b5bb2712a0,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:27.245059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'port': {'device_id': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'admin_state_up': True, 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'security_groups': ['d4f3f817-3bdc-44b6-96ca-a2994624a981']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:27.245142 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '77e7de57-2051-479b-96ba-35b5bb2712a0', 'network_id': 'aa55f209-2d06-404c-8e02-bf0beef117b5', 'port_id': '77e7de57-2051-479b-96ba-35b5bb2712a0', 'mac_address': 'fa:16:3e:ec:21:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad84023-76b0-487e-83cf-431e50e2fc4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:27.274294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 77e7de57-2051-479b-96ba-35b5bb2712a0 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:27.274682 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.291942 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e7de57-2051-479b-96ba-35b5bb2712a0 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:27.323419 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=77e7de57-2051-479b-96ba-35b5bb2712a0,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:27.360120 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4cbbef4b-23eb-417d-8711-b0a65fe15ebc req-738e9217-0d64-4bcb-802c-c21a105f20ef service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062722 Jul 12 10:48:27.421740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:27.422477 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.424234 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] 10.222.0.76 "PUT /v2.0/ports/a6a3e40a-fb7f-490f-884d-7688ce2c986b HTTP/1.1" status: 200 len: 1094 time: 1.8679671 Jul 12 10:48:27.429383 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:27.445826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b0800-d2fc-483f-b161-071bb7bbc85b req-93bb6810-49f2-4dfc-a55c-43f72a52b08b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:27.456169 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-142b0800-d2fc-483f-b161-071bb7bbc85b req-93bb6810-49f2-4dfc-a55c-43f72a52b08b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 944 time: 0.3531685 Jul 12 10:48:27.464953 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f178e52b-6a4c-413a-9d52-7fff577591d3 req-84d9ab0c-36a5-4cd9-b2f8-059201eb269c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 210 time: 0.0962672 Jul 12 10:48:27.546163 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-142b0800-d2fc-483f-b161-071bb7bbc85b req-bbdf8e4e-147d-40a9-8603-c98700558b93 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884912 Jul 12 10:48:27.630057 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daace1-f901-4215-8257-6ae01b39cf9c service neutron] Pushing event updated for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:27.639275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] Publish callbacks [] for security_group (323d551d-88cf-4aab-b42f-12be4b91b17a), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.692556 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] Publish callbacks [] for security_group (323d551d-88cf-4aab-b42f-12be4b91b17a), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:27.703151 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-69ef1ef2-e4cc-4daa-bb87-9879cffa8e16 req-681859ac-8b4a-416c-bb70-a64855311a9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.0455422 Jul 12 10:48:27.738955 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96636deb-b9f1-4571-9425-040191bfa335" -d '{"events": [{"name": "network-changed", "server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:27.896166 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149db56-3581-4a51-a7e0-f557df5de6e0 x-openstack-request-id: req-1149db56-3581-4a51-a7e0-f557df5de6e0 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:27.896468 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:27.896720 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1149db56-3581-4a51-a7e0-f557df5de6e0 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:27.897205 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1149db56-3581-4a51-a7e0-f557df5de6e0'] response: {'name': 'network-changed', 'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b', 'status': 'completed', 'code': 200} Jul 12 10:48:27.904757 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d014-0714-4ee7-b8de-ceefaeb6354d req-82af5622-6c93-457b-afb8-fe94f0888b49 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:27.907003 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0629d014-0714-4ee7-b8de-ceefaeb6354d req-82af5622-6c93-457b-afb8-fe94f0888b49 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 943 time: 0.0626879 Jul 12 10:48:28.031512 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636deb-b9f1-4571-9425-040191bfa335 req-bb799fe0-000e-4dab-9380-6fe4da1b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.033011 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-96636deb-b9f1-4571-9425-040191bfa335 req-bb799fe0-000e-4dab-9380-6fe4da1b0fb4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1128 time: 0.0918708 Jul 12 10:48:28.175877 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-810fa253-bf2a-4e82-9232-2b2dc3e35ba5 req-fbb7bb58-4188-47ad-a886-24e3953bb630 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.2442648 Jul 12 10:48:28.197992 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0629d014-0714-4ee7-b8de-ceefaeb6354d req-21cda944-999f-4496-9320-f001ceff0672 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847252 Jul 12 10:48:28.256972 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636deb-b9f1-4571-9425-040191bfa335 req-09e6a749-9473-419b-adaa-849fa6a547c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.258563 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-96636deb-b9f1-4571-9425-040191bfa335 req-09e6a749-9473-419b-adaa-849fa6a547c2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b91c91fb8a5d44d093015f3211bcd099&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2026677 Jul 12 10:48:28.408836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:28.409391 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Made reservation on behalf of b647d83d2c7c4bf8912dd32f6a097c1d for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:28.420104 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:28.428397 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (323d551d-88cf-4aab-b42f-12be4b91b17a), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:28.431163 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:28.433814 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/323d551d-88cf-4aab-b42f-12be4b91b17a HTTP/1.1" status: 204 len: 168 time: 1.2576978 Jul 12 10:48:28.457033 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b04762-ef8f-4060-9117-cbd936b0a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323d551d-88cf-4aab-b42f-12be4b91b17a,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:28.470397 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96636deb-b9f1-4571-9425-040191bfa335 req-6c56a675-206c-43a9-9c8d-4c470632b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.471942 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-96636deb-b9f1-4571-9425-040191bfa335 req-6c56a675-206c-43a9-9c8d-4c470632b3a4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1979697 Jul 12 10:48:28.499297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:28.506391 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-abbf0602-8832-4169-aa67-0f2625e967b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:28.586239 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-d795eea0-b608-4da0-a3ee-0dd28b558593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.587558 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-d795eea0-b608-4da0-a3ee-0dd28b558593 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1127 time: 0.0901961 Jul 12 10:48:28.639240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1de6e679-f73b-450e-a048-295dcbf05f02 req-0af4e0c3-5cc7-47a8-9587-0f7e196ab4b4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 210 time: 0.0419440 Jul 12 10:48:28.733820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Allocated IP 172.20.0.8 (eab52b47-4238-4224-b780-66fe2b5db908/81a14a05-7609-46d6-beb9-f7a16edc3af1/7066d700-8d28-41b4-bb62-5980fbee7eef) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:28.793345 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['77e7de57-2051-479b-96ba-35b5bb2712a0'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:28.820895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-3cb682da-dc40-4a04-9b3f-49b712e491af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.822573 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-3cb682da-dc40-4a04-9b3f-49b712e491af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1128 time: 0.1728282 Jul 12 10:48:28.862090 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a758bcf-f314-4442-9a88-c1f109c22dfd req-46ae4ad2-24eb-479a-b3dd-734d6720ce05 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.869851 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a758bcf-f314-4442-9a88-c1f109c22dfd req-46ae4ad2-24eb-479a-b3dd-734d6720ce05 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 944 time: 0.2209625 Jul 12 10:48:28.900440 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-2e32f6be-1730-4512-8858-3bf17fad4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:28.916735 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-2e32f6be-1730-4512-8858-3bf17fad4899 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.2606542 Jul 12 10:48:28.984132 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eb6715e5-fc74-4903-b075-ca557e6c5a52 req-1d8b47e5-5346-4858-9a90-e35875b0c47d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.1390929 Jul 12 10:48:29.003063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-022fccb9-aae9-4c72-b7d7-461419f93c78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b HTTP/1.1" status: 200 len: 217 time: 0.1484320 Jul 12 10:48:29.055823 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-00a23d67-b9ab-400f-8353-831da42723a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 217 time: 0.1321585 Jul 12 10:48:29.127965 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51930) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:29.161522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-b23ac93b-7642-444d-9bcd-7b4d3fd110ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.164720 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-b23ac93b-7642-444d-9bcd-7b4d3fd110ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.1012073 Jul 12 10:48:29.193179 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a758bcf-f314-4442-9a88-c1f109c22dfd req-fa6e6c70-d733-42c4-8815-133368ec5639 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223956 Jul 12 10:48:29.197924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-92e63b2b-60e0-4238-999c-82df5eaed1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.200790 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-92e63b2b-60e0-4238-999c-82df5eaed1f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.1246481 Jul 12 10:48:29.322176 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-2dc326e4-76b8-4e81-b023-1475e29be6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.323833 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-2dc326e4-76b8-4e81-b023-1475e29be6d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1436260 Jul 12 10:48:29.406103 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c1bc69ac-46b7-4590-bfd1-fb5ce848fd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.408281 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.415113 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7362ec0b-6e52-4678-8dff-9e4412628c1e req-646d4292-9148-4e11-9176-43818c313c4f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0800402 Jul 12 10:48:29.453976 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-8d6b926f-29ea-495a-9df4-f6759636a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.455672 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-8d6b926f-29ea-495a-9df4-f6759636a8d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2336614 Jul 12 10:48:29.475190 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd42e81-63ac-48dd-9c7c-c7693e96552f req-6c9a8153-db67-41c7-9979-a7fdf0f38e15 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.476824 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cfd42e81-63ac-48dd-9c7c-c7693e96552f req-6c9a8153-db67-41c7-9979-a7fdf0f38e15 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 944 time: 0.1436968 Jul 12 10:48:29.487313 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-30e303ba-65df-48e9-8faa-7d0be4807ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452200 Jul 12 10:48:29.586484 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c1bc69ac-46b7-4590-bfd1-fb5ce848fd0c admin admin] Publish callbacks [] for security_group (5c594a6e-da6d-4d45-b95d-b005cb9cad5f), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.604679 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cfd42e81-63ac-48dd-9c7c-c7693e96552f req-574ae1e3-62be-4f17-9a05-4b4cd1b2d308 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158292 Jul 12 10:48:29.613936 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3a488185-2e4c-47b5-8ade-ef56af5030e5 req-f5a31588-a904-4098-9219-abaa4fa74615 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269460 Jul 12 10:48:29.627193 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-e2ea9b74-c8a4-4c55-a73c-016780f23d95 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492860 Jul 12 10:48:29.637310 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.671982 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c1bc69ac-46b7-4590-bfd1-fb5ce848fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5c594a6e-da6d-4d45-b95d-b005cb9cad5f), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.732208 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c1bc69ac-46b7-4590-bfd1-fb5ce848fd0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6044eebef2d4b558edb43dffe784258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014619 Jul 12 10:48:29.733895 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc69ac-46b7-4590-bfd1-fb5ce848fd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c594a6e-da6d-4d45-b95d-b005cb9cad5f,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:29.735031 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 51944) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:29.755316 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Network eab52b47-4238-4224-b780-66fe2b5db908 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:29.782941 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:29.804688 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:29.810071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.810675 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.814700 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:29.844296 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51946) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:29.859297 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-59b6c362-9110-40ef-bcfc-8330016b4d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.889887 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0534d6e-6abd-4a24-8b76-1619ec4f876c req-ba704df1-69e4-4bc8-9d98-84359655f28d service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426443 Jul 12 10:48:29.907710 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf0ab-cb73-4223-a3e7-3e9faf7c72e6 req-32496121-306f-4625-b2cf-48f2b02578f3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:29.909282 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-efaaf0ab-cb73-4223-a3e7-3e9faf7c72e6 req-32496121-306f-4625-b2cf-48f2b02578f3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 931 time: 0.1581759 Jul 12 10:48:29.912989 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] Publish callbacks [] for security_group (5c594a6e-da6d-4d45-b95d-b005cb9cad5f), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.954683 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] Publish callbacks [] for security_group (5c594a6e-da6d-4d45-b95d-b005cb9cad5f), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:29.986498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-59b6c362-9110-40ef-bcfc-8330016b4d87 admin admin] Publish callbacks [] for security_group (437da2a6-0db7-4396-9794-57a0ff1a24e0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.027911 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-0e444275-f089-468b-9fc2-943a121666e6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8342500 Jul 12 10:48:30.057883 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Request body: {'port': {'device_id': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:30.072227 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-ea0272c7-50b2-4516-8cdd-15a4047b8a8e None None] Provisioning complete for port 7066d700-8d28-41b4-bb62-5980fbee7eef triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:30.073822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ea0272c7-50b2-4516-8cdd-15a4047b8a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.078611 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.117342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-59b6c362-9110-40ef-bcfc-8330016b4d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (437da2a6-0db7-4396-9794-57a0ff1a24e0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.146541 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-efaaf0ab-cb73-4223-a3e7-3e9faf7c72e6 req-cf70744b-0e8e-45a3-99f7-40f8ce5c3a97 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092741 Jul 12 10:48:30.147687 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ea0272c7-50b2-4516-8cdd-15a4047b8a8e None None] Port 7066d700-8d28-41b4-bb62-5980fbee7eef cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:30.176456 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-47d46b21-da64-41bf-b13c-4a82645a468e req-2884b1c4-5ca3-4120-bd50-a7e8fed7ed41 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.1042712 Jul 12 10:48:30.176767 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6c362-9110-40ef-bcfc-8330016b4d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437da2a6-0db7-4396-9794-57a0ff1a24e0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:30.212678 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-59b6c362-9110-40ef-bcfc-8330016b4d87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7b1e6196c104c34867f4309c22b7cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533845 Jul 12 10:48:30.212678 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 51950) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:30.259783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.289185 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] Publish callbacks [] for security_group (437da2a6-0db7-4396-9794-57a0ff1a24e0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.329203 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.338218 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] Publish callbacks [] for security_group (437da2a6-0db7-4396-9794-57a0ff1a24e0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.360965 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5c594a6e-da6d-4d45-b95d-b005cb9cad5f), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.363544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.364686 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c594a6e-da6d-4d45-b95d-b005cb9cad5f HTTP/1.1" status: 204 len: 168 time: 0.6202760 Jul 12 10:48:30.386706 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa25ca-88e3-4ac6-8bbb-b5dbfac5ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c594a6e-da6d-4d45-b95d-b005cb9cad5f,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:30.475334 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd4ee2-1e6f-4b0b-bfb0-e284ffa1a3ae req-cdc5da9f-ff46-45e1-aaa5-3429ef417c29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:30.477018 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-65cd4ee2-1e6f-4b0b-bfb0-e284ffa1a3ae req-cdc5da9f-ff46-45e1-aaa5-3429ef417c29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 944 time: 0.1669850 Jul 12 10:48:30.522404 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (437da2a6-0db7-4396-9794-57a0ff1a24e0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.525367 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.528526 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/437da2a6-0db7-4396-9794-57a0ff1a24e0 HTTP/1.1" status: 204 len: 168 time: 0.3204010 Jul 12 10:48:30.537829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6b814-1293-4434-a0c3-094bd6229699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437da2a6-0db7-4396-9794-57a0ff1a24e0,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:30.574670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e7ef04f6-6368-4f85-ae3a-6e76ad7f3e28 req-a05c33f6-47b5-4dbc-8023-57b880b9bfff tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0490842 Jul 12 10:48:30.629122 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-65cd4ee2-1e6f-4b0b-bfb0-e284ffa1a3ae req-8538c9d5-6fca-4382-b68c-421ab91f7673 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316888 Jul 12 10:48:30.734703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7066d700-8d28-41b4-bb62-5980fbee7eef {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:30.745593 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks [] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.765815 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Transition to ACTIVE for port object 7066d700-8d28-41b4-bb62-5980fbee7eef will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:30.783178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472876b2-e8b9-4bb8-af8d-4ebf6191fb01 req-96dfe3ca-f663-43c2-a439-9f25805a9e53 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:30.786112 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-472876b2-e8b9-4bb8-af8d-4ebf6191fb01 req-96dfe3ca-f663-43c2-a439-9f25805a9e53 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 944 time: 0.0911410 Jul 12 10:48:30.834455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:30.846564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-472876b2-e8b9-4bb8-af8d-4ebf6191fb01 req-ab911a82-320b-4c0b-af32-de7796a39e23 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548465 Jul 12 10:48:30.877478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c991a8fc-9be7-4923-aa2c-2866e1dbfe12 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:30.924304 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Pushing event updated for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:30.930406 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 77e7de57-2051-479b-96ba-35b5bb2712a0 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:30.943564 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Attempting to bind port 7066d700-8d28-41b4-bb62-5980fbee7eef on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:30.944228 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Attempting to bind port 7066d700-8d28-41b4-bb62-5980fbee7eef by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:30.944793 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Attempting to bind port 7066d700-8d28-41b4-bb62-5980fbee7eef on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:30.955359 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Port 7066d700-8d28-41b4-bb62-5980fbee7eef on network eab52b47-4238-4224-b780-66fe2b5db908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:30.956003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Attempting to bind port 7066d700-8d28-41b4-bb62-5980fbee7eef on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:30.992237 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:30.992237 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Checking segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:30.992237 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Bound using segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:30.992626 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Bound port: 7066d700-8d28-41b4-bb62-5980fbee7eef, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:30.993056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.163757 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:31.224348 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'port_id': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'mac_address': 'fa:16:3e:4b:ec:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:31.243085 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 77e7de57-2051-479b-96ba-35b5bb2712a0 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:31.254593 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 77e7de57-2051-479b-96ba-35b5bb2712a0 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:31.254997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.266715 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-80523cd5-1a44-4252-95a4-60c48b7581de tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:31.266715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-80523cd5-1a44-4252-95a4-60c48b7581de tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 817 time: 0.2941308 Jul 12 10:48:31.354531 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:31.355428 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.382320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c991a8fc-9be7-4923-aa2c-2866e1dbfe12 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:31.465363 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6a11dc8-99b1-4759-a304-b4783fb3a1ce req-0e16bdc5-3105-407b-8c2f-26a9a75ec04c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.1489942 Jul 12 10:48:31.501254 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:31.505378 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:31.528772 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 77e7de57-2051-479b-96ba-35b5bb2712a0 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:31.529800 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.540087 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7066d700-8d28-41b4-bb62-5980fbee7eef,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:31.552756 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffccb39-5170-4327-a5ac-df38407dab5f req-4b90ebf7-2653-4d45-b7ae-0d88fb512378 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:31.554185 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ffccb39-5170-4327-a5ac-df38407dab5f req-4b90ebf7-2653-4d45-b7ae-0d88fb512378 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.2354906 Jul 12 10:48:31.564814 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-949d4d93-8a69-4d21-ae89-f10c8a1bf3aa tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 380 time: 0.2856352 Jul 12 10:48:31.582045 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'port': {'device_id': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'admin_state_up': True, 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'security_groups': ['b710e0bd-39aa-475a-beb2-12ce3ce5932e']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:31.603669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:31.673039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.706639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ffccb39-5170-4327-a5ac-df38407dab5f req-8851a304-03c1-4a99-83fd-261cab87bc1e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371117 Jul 12 10:48:31.709039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.744895 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=77e7de57-2051-479b-96ba-35b5bb2712a0,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:31.794149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:31.860183 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:31.961149 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7aec430d-0839-4d8e-b474-5ab2c0bfe116 req-cad2f453-1663-49d6-b183-690ec62b8ab5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.2473712 Jul 12 10:48:32.007285 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.007984 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:32.009605 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] 10.222.0.76 "PUT /v2.0/ports/7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 1093 time: 1.9566047 Jul 12 10:48:32.010124 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:32.013961 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a964748-7697-42b1-ae6e-c565cfebc3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:32.031508 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-abc40175-bf0a-40e5-8c72-7a110f7f6265 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.033576 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-abc40175-bf0a-40e5-8c72-7a110f7f6265 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.2886024 Jul 12 10:48:32.051532 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ed5ab5-7d74-4c8b-bb2e-8ff6c66cc073" -d '{"events": [{"server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "name": "network-vif-plugged", "status": "completed", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:32.056525 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['c991a8fc-9be7-4923-aa2c-2866e1dbfe12'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:32.145065 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f090ec-0907-4cc6-8f4f-64153564e073 service neutron] Pushing event updated for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:32.213587 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-b6e6345b-04d2-4aad-907f-6e14ec0e54cd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 379 time: 0.1591306 Jul 12 10:48:32.231187 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'port': {'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'admin_state_up': True, 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'security_groups': ['01c19f3c-0675-40d9-8c36-ea76c2d95ff7']}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:32.393123 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:32.408652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:32.445785 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1b06-0c3b-46f4-83c4-1b4e64ab9b2e req-2ce5e2fe-8953-4542-87e7-2bf28009d9ad tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.455798 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c7ef1b06-0c3b-46f4-83c4-1b4e64ab9b2e req-2ce5e2fe-8953-4542-87e7-2bf28009d9ad tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 944 time: 0.4970527 Jul 12 10:48:32.552412 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326856-69ca-481f-874d-82822c3ddc68 req-bd0d2ef5-2076-4dbb-8309-c4c91d3aea09 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.554739 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc326856-69ca-481f-874d-82822c3ddc68 req-bd0d2ef5-2076-4dbb-8309-c4c91d3aea09 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.4186773 Jul 12 10:48:32.564978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-d83f2fc8-e500-4a71-ae04-69bb528a3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.567059 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-d83f2fc8-e500-4a71-ae04-69bb528a3d31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1127 time: 0.4008853 Jul 12 10:48:32.655360 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Made reservation on behalf of a10d17a3b8ab489c934fbde27e6e6993 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:32.658735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:32.676740 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c7ef1b06-0c3b-46f4-83c4-1b4e64ab9b2e req-e592dac2-14d2-48fc-89eb-e0843f03b602 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174873 Jul 12 10:48:32.740830 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5b1ce9-d53e-4248-a2e2-9e6e75c803a8 x-openstack-request-id: req-bb5b1ce9-d53e-4248-a2e2-9e6e75c803a8 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:32.741144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:32.741393 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb5b1ce9-d53e-4248-a2e2-9e6e75c803a8 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:32.742079 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5b1ce9-d53e-4248-a2e2-9e6e75c803a8'] response: {'name': 'network-changed', 'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'status': 'completed', 'code': 200} Jul 12 10:48:32.780460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:32.788210 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:32.788323 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-980cf249-ce40-46f8-8d56-44fb0f58b0f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 217 time: 0.1426935 Jul 12 10:48:32.868876 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc326856-69ca-481f-874d-82822c3ddc68 req-47a7462a-edda-4ebf-b268-d259b5e7ca9b tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945404 Jul 12 10:48:32.877405 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:32.889952 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device a6a3e40a-fb7f-490f-884d-7688ce2c986b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:32.938783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-e00a4bac-0804-4d05-ab3b-a0f539162be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:32.948482 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-e00a4bac-0804-4d05-ab3b-a0f539162be0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.1540182 Jul 12 10:48:32.981246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.20.0.11 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/c14e38df-0d80-40ba-8aae-1efa0901c9ff) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:33.089979 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c75629e-6012-4842-ad10-77db18c7bb31 x-openstack-request-id: req-0c75629e-6012-4842-ad10-77db18c7bb31 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:33.090346 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "name": "network-vif-plugged", "status": "completed", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:33.090703 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c75629e-6012-4842-ad10-77db18c7bb31 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:33.091039 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c75629e-6012-4842-ad10-77db18c7bb31'] response: {'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0', 'code': 200} Jul 12 10:48:33.180604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:33.202513 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'port_id': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b', 'mac_address': 'fa:16:3e:ec:d5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:33.225314 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-52e03e43-0afa-4bb3-9c6c-c732af69d2ba req-58ac78d2-d779-4127-9988-48a69032a40d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.0915408 Jul 12 10:48:33.249812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Allocated IP 172.20.0.7 (37e20212-50df-4378-91e9-916b28a2f7d3/51b17ea4-756c-481a-bf92-65d4606e9abc/f07b625f-06be-4177-950b-30115cbfee5c) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:48:33.289818 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-9f3bb08e-8021-4a1c-83e9-f131c8e15d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:33.293197 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-9f3bb08e-8021-4a1c-83e9-f131c8e15d97 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3424022 Jul 12 10:48:33.302313 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port a6a3e40a-fb7f-490f-884d-7688ce2c986b is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:33.302997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.346544 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a3e40a-fb7f-490f-884d-7688ce2c986b {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:33.381974 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.394323 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:33.476933 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.499690 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d91ec0da-0592-46dd-aa6d-2c72a5819b90 req-91dc58d6-19d2-4608-a77f-59c7c0c81b90 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.1032238 Jul 12 10:48:33.521986 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b5d6b-0e18-4aae-a2d8-412c8247a8f2 req-5250ff3b-eb7e-4e30-bd7c-60db28d3d0f7 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:33.523785 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e23b5d6b-0e18-4aae-a2d8-412c8247a8f2 req-5250ff3b-eb7e-4e30-bd7c-60db28d3d0f7 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.3212559 Jul 12 10:48:33.545592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:33.586597 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.615751 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-ca72e1f3-6e48-4ce4-89a5-2bb8e252b78b service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167841 Jul 12 10:48:33.633422 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.76', 61958) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:33.670087 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (f07b625f-06be-4177-950b-30115cbfee5c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.724779 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:33.728191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e23b5d6b-0e18-4aae-a2d8-412c8247a8f2 req-0fcf4e7b-db7a-4586-9a14-7a294504f26b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816013 Jul 12 10:48:33.731467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:33.735886 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:33.762635 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:33.763463 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.766094 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:33.789604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['a6a3e40a-fb7f-490f-884d-7688ce2c986b'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:33.835562 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-253399ca-b34f-4721-b8c4-f5a5c15c141a req-5dce365e-02ac-4585-bcfd-21c091bae5af service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021379 Jul 12 10:48:33.836746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-5a7e7f77-d8ab-4c08-a7c6-1331dd07c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:33.838942 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-5a7e7f77-d8ab-4c08-a7c6-1331dd07c3f5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 1129 time: 0.2051013 Jul 12 10:48:33.880373 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03a922-51e2-45d3-b6e8-608b17a597ad req-d228e440-f03c-406d-9f4d-170c2145cedc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:33.888526 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a03a922-51e2-45d3-b6e8-608b17a597ad req-d228e440-f03c-406d-9f4d-170c2145cedc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 945 time: 0.1025209 Jul 12 10:48:33.899473 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-2dc80cb3-c445-47dd-a33f-9404c66b1a9d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:33.907318 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-e2ab70b2-6097-4d5a-86fe-cbe30a024456 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6830652 Jul 12 10:48:33.930721 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Request body: {'port': {'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:33.989797 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.055626 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a03a922-51e2-45d3-b6e8-608b17a597ad req-ebd7211a-6006-44a9-a566-f19ed0abbb66 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661291 Jul 12 10:48:34.144153 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:48:34.188943 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:48:34.193451 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-0874bb0a-ff82-4489-b6dc-ed219d5c0757 None None] Provisioning complete for port c14e38df-0d80-40ba-8aae-1efa0901c9ff triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:34.193834 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0874bb0a-ff82-4489-b6dc-ed219d5c0757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.195843 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:48:34.209339 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.210132 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.230053 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-2dc80cb3-c445-47dd-a33f-9404c66b1a9d service neutron] Publish callbacks [] for security_group (d9228916-136f-4f76-b0f9-eedd9e89678c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.253866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:34.284599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9128f3-30f9-467a-a039-c90eb5da016a req-bef28caf-c444-4c68-a097-cd313a048ad0 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.286341 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fb9128f3-30f9-467a-a039-c90eb5da016a req-bef28caf-c444-4c68-a097-cd313a048ad0 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.2268631 Jul 12 10:48:34.293996 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-72ba3685-c83f-4fa5-b26d-fabf5474b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.296312 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-72ba3685-c83f-4fa5-b26d-fabf5474b90c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1127 time: 0.2098155 Jul 12 10:48:34.296396 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.306730 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-0874bb0a-ff82-4489-b6dc-ed219d5c0757 None None] Port c14e38df-0d80-40ba-8aae-1efa0901c9ff cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:34.415492 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-2dc80cb3-c445-47dd-a33f-9404c66b1a9d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d9228916-136f-4f76-b0f9-eedd9e89678c), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.438743 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0f37ccf0-515f-48d5-a58e-89b323b0da80 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8656313 Jul 12 10:48:34.484732 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Request body: {'port': {'device_id': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:34.545659 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fb9128f3-30f9-467a-a039-c90eb5da016a req-ca602307-fb71-46f2-b40a-c5a9c5b1b08e tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481127 Jul 12 10:48:34.572519 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-47a78f30-7e46-4a64-9596-f4331a96f485 req-2dc80cb3-c445-47dd-a33f-9404c66b1a9d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126803 Jul 12 10:48:34.576925 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc80cb3-c445-47dd-a33f-9404c66b1a9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9228916-136f-4f76-b0f9-eedd9e89678c,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:34.617576 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-628b49ff-cc3e-42ca-8fe7-4f1c508b91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.625956 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-628b49ff-cc3e-42ca-8fe7-4f1c508b91af service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.3210731 Jul 12 10:48:34.647721 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-5113e245-03a9-4c36-b03f-c1dda60771a0 None None] Provisioning complete for port f07b625f-06be-4177-950b-30115cbfee5c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:34.648413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5113e245-03a9-4c36-b03f-c1dda60771a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f07b625f-06be-4177-950b-30115cbfee5c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.680341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.712881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-5113e245-03a9-4c36-b03f-c1dda60771a0 None None] Port f07b625f-06be-4177-950b-30115cbfee5c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:48:34.717960 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b653a-17c7-4a96-9a32-33a34f8e23c4 req-68ea1628-b186-4356-9130-1ac5fb803bcc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.725020 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8b3b653a-17c7-4a96-9a32-33a34f8e23c4 req-68ea1628-b186-4356-9130-1ac5fb803bcc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 932 time: 0.3222709 Jul 12 10:48:34.843966 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14e38df-0d80-40ba-8aae-1efa0901c9ff {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:34.849778 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks [] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:34.863994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Transition to ACTIVE for port object c14e38df-0d80-40ba-8aae-1efa0901c9ff will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:34.876037 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8b3b653a-17c7-4a96-9a32-33a34f8e23c4 req-f623c247-35d8-49a1-bdc2-44408457427f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501398 Jul 12 10:48:34.885231 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f716ae1-206d-48d5-90ba-f69b894afb87 req-bb7f28ec-a7b8-448d-bc0f-7ed943f03783 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:34.887457 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f716ae1-206d-48d5-90ba-f69b894afb87 req-bb7f28ec-a7b8-448d-bc0f-7ed943f03783 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 931 time: 0.2173018 Jul 12 10:48:34.900173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c991a8fc-9be7-4923-aa2c-2866e1dbfe12 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:34.962289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.019574 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-c86a732a-8d29-409a-84a3-b4258a2b5caa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 217 time: 0.1071796 Jul 12 10:48:35.048474 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:35.070508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:35.070508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.111470 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Pushing event updated for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:35.182683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Attempting to bind port c14e38df-0d80-40ba-8aae-1efa0901c9ff on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:35.184787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Attempting to bind port c14e38df-0d80-40ba-8aae-1efa0901c9ff by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:35.184787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Attempting to bind port c14e38df-0d80-40ba-8aae-1efa0901c9ff on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:35.191692 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Port c14e38df-0d80-40ba-8aae-1efa0901c9ff on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:35.205357 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Attempting to bind port c14e38df-0d80-40ba-8aae-1efa0901c9ff on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:35.226145 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:35.226531 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:35.226959 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:35.227425 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Bound port: c14e38df-0d80-40ba-8aae-1efa0901c9ff, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:35.230680 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.268441 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:35.268849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.353500 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:35.359285 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5353b1-b395-4767-9a36-ac891a952cf6" -d '{"events": [{"server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "name": "network-vif-plugged", "status": "completed", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:35.362647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:35.367476 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:35.385738 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:35.443989 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.460125 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f716ae1-206d-48d5-90ba-f69b894afb87 req-24d4e115-c398-48aa-9a60-a6bc688f9849 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5453072 Jul 12 10:48:35.472833 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-0e9bd62c-b9ba-4b4e-a817-57a567e80ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.480612 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.481915 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device a6a3e40a-fb7f-490f-884d-7688ce2c986b up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:35.499449 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.500318 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.502035 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] 10.222.0.76 "PUT /v2.0/ports/c14e38df-0d80-40ba-8aae-1efa0901c9ff HTTP/1.1" status: 200 len: 1094 time: 1.5762374 Jul 12 10:48:35.502650 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:35.504269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-0e9bd62c-b9ba-4b4e-a817-57a567e80ccf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.4025357 Jul 12 10:48:35.505421 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765acfd6-c1ad-4aee-ad24-24772a8b1847" -d '{"events": [{"name": "network-changed", "server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:35.526093 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f92b3-59cb-4b72-b975-05506860509c req-ccc0181b-3cb8-4546-8693-7b984ebed732 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.528069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a4f92b3-59cb-4b72-b975-05506860509c req-ccc0181b-3cb8-4546-8693-7b984ebed732 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.5540712 Jul 12 10:48:35.551127 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23c412-aa76-4944-8c9a-722479596bfb service neutron] Pushing event updated for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:35.648403 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:35.734969 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a4f92b3-59cb-4b72-b975-05506860509c req-22cacc05-962e-4a0c-a31f-ab14802098ba tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913178 Jul 12 10:48:35.778484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54836b9-6c9c-478b-b231-bcc2a0785a2e req-b3fb1059-2781-49f4-b9f1-d39bcdebe1b5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.778694 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c54836b9-6c9c-478b-b231-bcc2a0785a2e req-b3fb1059-2781-49f4-b9f1-d39bcdebe1b5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 945 time: 0.2328115 Jul 12 10:48:35.784656 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:35.796746 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks [] for port (f07b625f-06be-4177-950b-30115cbfee5c), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.799175 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-bd31613b-078e-4ee7-95f5-2e6643603596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.800758 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-bd31613b-078e-4ee7-95f5-2e6643603596 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 1128 time: 0.0946980 Jul 12 10:48:35.802698 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port a6a3e40a-fb7f-490f-884d-7688ce2c986b completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:35.807455 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d4f5ac-4d0a-49ce-b1f5-f5063a137b3d x-openstack-request-id: req-a6d4f5ac-4d0a-49ce-b1f5-f5063a137b3d {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:35.807732 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "name": "network-vif-plugged", "status": "completed", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:35.808107 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6d4f5ac-4d0a-49ce-b1f5-f5063a137b3d {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:35.808517 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d4f5ac-4d0a-49ce-b1f5-f5063a137b3d'] response: {'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'code': 200} Jul 12 10:48:35.809836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port a6a3e40a-fb7f-490f-884d-7688ce2c986b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:35.810941 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.817933 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Transition to ACTIVE for port object f07b625f-06be-4177-950b-30115cbfee5c will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:48:35.818360 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-41b1d4ac-4a8f-4957-9c77-f5be5c0287d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:35.820363 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-41b1d4ac-4a8f-4957-9c77-f5be5c0287d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3152823 Jul 12 10:48:35.843432 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2fe7b8-f034-4f55-b997-fb8f6d372341 x-openstack-request-id: req-3a2fe7b8-f034-4f55-b997-fb8f6d372341 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:35.846837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:35.846837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a2fe7b8-f034-4f55-b997-fb8f6d372341 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:35.846837 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2fe7b8-f034-4f55-b997-fb8f6d372341'] response: {'name': 'network-changed', 'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'status': 'completed', 'code': 200} Jul 12 10:48:35.885457 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c54836b9-6c9c-478b-b231-bcc2a0785a2e req-1087586c-268a-4ebb-9c51-065167a292c4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628023 Jul 12 10:48:35.921618 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-6c3c96f0-2adc-475c-a4f9-5b7b99db8f45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff HTTP/1.1" status: 200 len: 217 time: 0.0445285 Jul 12 10:48:35.948820 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port a6a3e40a-fb7f-490f-884d-7688ce2c986b is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:35.948820 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:35.948972 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:36.004875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-48fc2118-5a7f-4d31-889a-1b2490d89347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.006591 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-48fc2118-5a7f-4d31-889a-1b2490d89347 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0791118 Jul 12 10:48:36.006711 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:36.094120 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-6723483e-0b01-47b0-83f5-1036fdfa8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.096562 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-6723483e-0b01-47b0-83f5-1036fdfa8fe5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805025 Jul 12 10:48:36.099693 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:36.153751 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:36.206270 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:36.266150 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b2625-1a73-4213-b0d7-52926b4deeb2 req-1c418cc7-9910-4284-b5a9-35e42d5d315c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.269750 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b31b2625-1a73-4213-b0d7-52926b4deeb2 req-1c418cc7-9910-4284-b5a9-35e42d5d315c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.2556362 Jul 12 10:48:36.275377 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-9a96ee7b-b1aa-4eef-b141-31c71ac5326b service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648791 Jul 12 10:48:36.280054 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20121791-c784-4e66-a88c-7071b3c4aac1 req-983e1392-ab92-46d2-b230-807ccdda1958 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.281802 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20121791-c784-4e66-a88c-7071b3c4aac1 req-983e1392-ab92-46d2-b230-807ccdda1958 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.2665133 Jul 12 10:48:36.283715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-97bdc89b-3efc-4e1f-931c-299c417a04a0 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969088 Jul 12 10:48:36.287359 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Attempting to bind port f07b625f-06be-4177-950b-30115cbfee5c on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:48:36.287703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Attempting to bind port f07b625f-06be-4177-950b-30115cbfee5c by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:48:36.288095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Attempting to bind port f07b625f-06be-4177-950b-30115cbfee5c on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:36.300002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Port f07b625f-06be-4177-950b-30115cbfee5c on network 37e20212-50df-4378-91e9-916b28a2f7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:48:36.300252 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Attempting to bind port f07b625f-06be-4177-950b-30115cbfee5c on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:48:36.345651 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:48:36.346008 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Checking segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:36.346408 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Bound using segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:48:36.346865 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Bound port: f07b625f-06be-4177-950b-30115cbfee5c, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:48:36.347259 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:36.417823 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677297e-1ea1-4712-8f26-b276264fcc48 req-88d52c5a-9556-43be-be18-c0016d66b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.422464 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-f677297e-1ea1-4712-8f26-b276264fcc48 req-88d52c5a-9556-43be-be18-c0016d66b47c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1129 time: 0.1804485 Jul 12 10:48:36.432826 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b31b2625-1a73-4213-b0d7-52926b4deeb2 req-161ac66d-56b1-457b-9ac3-e5bd35ca4824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480944 Jul 12 10:48:36.489800 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20121791-c784-4e66-a88c-7071b3c4aac1 req-09628bce-c66b-4c56-b00c-89a52ff1f5e7 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908615 Jul 12 10:48:36.561906 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c8c4bcff-065a-45e9-977f-429b2898eba1 req-d35d523d-e30f-48e1-a831-faf0b290fdb2 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629142 Jul 12 10:48:36.562455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:48:36.570624 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:48:36.576208 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6a964748-7697-42b1-ae6e-c565cfebc3a1 req-68a086d0-8cc2-4799-ae21-4892a5ee4a18 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533836 Jul 12 10:48:36.604784 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-f677297e-1ea1-4712-8f26-b276264fcc48 req-45154101-1db2-40b5-a973-c4ffc548fca8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492496 Jul 12 10:48:36.700909 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9866e-cdc3-40be-b366-7601ed1cccf5 req-870beeb2-8662-4e6b-be35-24e105ec6fb2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.702434 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9c9866e-cdc3-40be-b366-7601ed1cccf5 req-870beeb2-8662-4e6b-be35-24e105ec6fb2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0593321 Jul 12 10:48:36.704184 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:36.756264 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.757037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:36.758576 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] 10.222.0.76 "PUT /v2.0/ports/f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 1093 time: 2.2840283 Jul 12 10:48:36.762124 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:36.766199 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d1161a-33a9-4748-846e-39c3c1b79843" -d '{"events": [{"name": "network-changed", "server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:36.807144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:36.816471 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9c9866e-cdc3-40be-b366-7601ed1cccf5 req-6ea0d00e-ac8d-46af-b350-af4b3d2a4d3f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036801 Jul 12 10:48:36.821605 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c2355-0d91-4b48-8542-c95928433fd4 x-openstack-request-id: req-174c2355-0d91-4b48-8542-c95928433fd4 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:36.821916 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:36.822191 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-174c2355-0d91-4b48-8542-c95928433fd4 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:36.822600 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174c2355-0d91-4b48-8542-c95928433fd4'] response: {'name': 'network-changed', 'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'status': 'completed', 'code': 200} Jul 12 10:48:36.929274 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ea9cd-f606-4b11-ad50-aa4a1cc67bdc req-dde366fb-210c-4056-b83c-9446ed0ee4e9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:36.930839 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db4ea9cd-f606-4b11-ad50-aa4a1cc67bdc req-dde366fb-210c-4056-b83c-9446ed0ee4e9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.0592222 Jul 12 10:48:37.002676 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db4ea9cd-f606-4b11-ad50-aa4a1cc67bdc req-6d0387e1-1739-4a25-811d-e09da7b858b7 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629158 Jul 12 10:48:37.045855 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d6b42-4520-49f8-b367-e353f82d3d1f req-8cb96706-b991-4936-8077-ff5c5c6a3830 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:37.047274 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0d1d6b42-4520-49f8-b367-e353f82d3d1f req-8cb96706-b991-4936-8077-ff5c5c6a3830 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0661240 Jul 12 10:48:37.096449 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0d1d6b42-4520-49f8-b367-e353f82d3d1f req-79a2407f-0fa0-4f8c-af4c-45b256ce5a82 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Jul 12 10:48:37.641540 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809af59-c3e4-4832-96f2-0dc1d3910cf6 req-29c4e41f-fa8b-4f28-9df5-d88661c7462a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:37.643162 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0809af59-c3e4-4832-96f2-0dc1d3910cf6 req-29c4e41f-fa8b-4f28-9df5-d88661c7462a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.0946488 Jul 12 10:48:37.678315 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b197a3f-9b49-4e14-88a1-427be33788e3 req-c46361b5-80dc-40d7-9036-b57eae9c45d3 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:37.680887 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b197a3f-9b49-4e14-88a1-427be33788e3 req-c46361b5-80dc-40d7-9036-b57eae9c45d3 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.0966005 Jul 12 10:48:37.756940 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0809af59-c3e4-4832-96f2-0dc1d3910cf6 req-200c95b8-4ab8-4a1e-be97-5a68dfdfe0b2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017113 Jul 12 10:48:37.772766 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b197a3f-9b49-4e14-88a1-427be33788e3 req-36419226-4543-4d06-85c5-f45fc0a69ba0 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789654 Jul 12 10:48:37.810225 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:37.813705 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9b805-db4a-40de-9528-f6c34c2f4eb5" -d '{"events": [{"server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:37.855325 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a33100-c9ab-4946-8410-0848636d4f7c x-openstack-request-id: req-c8a33100-c9ab-4946-8410-0848636d4f7c {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:37.856517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "name": "network-vif-plugged", "status": "completed", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:37.857384 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8a33100-c9ab-4946-8410-0848636d4f7c {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:37.859126 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a33100-c9ab-4946-8410-0848636d4f7c'] response: {'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b', 'code': 200} Jul 12 10:48:37.943791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204e06a-5b1b-4c65-9bff-12da7cfa1108 req-abb4115e-bbeb-411c-a05d-555087bccf2f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:37.945348 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b204e06a-5b1b-4c65-9bff-12da7cfa1108 req-abb4115e-bbeb-411c-a05d-555087bccf2f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0548627 Jul 12 10:48:37.993918 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b204e06a-5b1b-4c65-9bff-12da7cfa1108 req-7d4bfd54-071d-4549-856b-5a8408ab1f9d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Jul 12 10:48:38.130193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731caf-d7ba-43ff-9e4d-d1d92692d1ec req-de2431e6-9108-4f82-8200-2357a90c2c7a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:38.131862 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9731caf-d7ba-43ff-9e4d-d1d92692d1ec req-de2431e6-9108-4f82-8200-2357a90c2c7a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.0549016 Jul 12 10:48:38.212548 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9731caf-d7ba-43ff-9e4d-d1d92692d1ec req-8165ea8a-b4a4-420f-b87a-9c0adc383c89 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752268 Jul 12 10:48:38.236671 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e69758-e421-42e7-bf24-16f80ef888cd req-3deb0fa6-b019-4da1-b013-076638bd4a13 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:38.238178 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-69e69758-e421-42e7-bf24-16f80ef888cd req-3deb0fa6-b019-4da1-b013-076638bd4a13 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0696993 Jul 12 10:48:38.291853 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-69e69758-e421-42e7-bf24-16f80ef888cd req-b8910e1c-e703-4500-ba34-fa307cc4093b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Jul 12 10:48:38.907111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f98af-85be-4f4c-ac3e-664f12051120 req-9fb3e7e3-0a89-4139-b30a-8a569633ac3b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:38.908866 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a8f98af-85be-4f4c-ac3e-664f12051120 req-9fb3e7e3-0a89-4139-b30a-8a569633ac3b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.0589323 Jul 12 10:48:38.966402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52176) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:38.982328 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a8f98af-85be-4f4c-ac3e-664f12051120 req-db03c115-c90b-4be3-b31f-f55ac25d02d2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605049 Jul 12 10:48:39.055067 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 7066d700-8d28-41b4-bb62-5980fbee7eef details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:39.095875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d37320c-90cb-4852-80dd-6060ba8968f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.173177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f606-56d1-4c48-84ff-fbfcaaf6a624 req-fc5df4e4-8c3c-4174-8796-46491f3d676b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.175090 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee00f606-56d1-4c48-84ff-fbfcaaf6a624 req-fc5df4e4-8c3c-4174-8796-46491f3d676b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0697854 Jul 12 10:48:39.178588 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7066d700-8d28-41b4-bb62-5980fbee7eef,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:39.187917 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d37320c-90cb-4852-80dd-6060ba8968f4 admin admin] Publish callbacks [] for security_group (1e6e416d-a20b-493e-aba5-6662361b3903), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.190833 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'port_id': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'mac_address': 'fa:16:3e:83:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:39.230216 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee00f606-56d1-4c48-84ff-fbfcaaf6a624 req-4be6e914-8703-4a07-895a-8b76eef575aa tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jul 12 10:48:39.230802 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 7066d700-8d28-41b4-bb62-5980fbee7eef is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:39.231230 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.250207 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7066d700-8d28-41b4-bb62-5980fbee7eef {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:39.271684 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7066d700-8d28-41b4-bb62-5980fbee7eef,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:39.288384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d37320c-90cb-4852-80dd-6060ba8968f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1e6e416d-a20b-493e-aba5-6662361b3903), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.329804 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37320c-90cb-4852-80dd-6060ba8968f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e416d-a20b-493e-aba5-6662361b3903,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:39.339793 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5d37320c-90cb-4852-80dd-6060ba8968f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17e031a6fe6d4423842b9e57686d6867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701842 Jul 12 10:48:39.341232 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52188) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:39.344682 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.352867 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f775cee-e996-4a9a-9282-86c0a6b72d81 req-d9d5a831-0ebe-4702-9f92-00fbd9604b71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.354659 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5f775cee-e996-4a9a-9282-86c0a6b72d81 req-d9d5a831-0ebe-4702-9f92-00fbd9604b71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 943 time: 0.0617261 Jul 12 10:48:39.405382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] Publish callbacks [] for security_group (1e6e416d-a20b-493e-aba5-6662361b3903), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.408075 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:39.431850 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] Publish callbacks [] for security_group (1e6e416d-a20b-493e-aba5-6662361b3903), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.437631 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5f775cee-e996-4a9a-9282-86c0a6b72d81 req-42ddb4a7-43e2-429a-b3a5-148e01bc583d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762362 Jul 12 10:48:39.487812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ac0a-ce04-49e7-afb6-fcb07a7f1504 req-44aef524-e520-4468-b24e-2673fc1943f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.489310 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c064ac0a-ce04-49e7-afb6-fcb07a7f1504 req-44aef524-e520-4468-b24e-2673fc1943f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0815523 Jul 12 10:48:39.545469 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c064ac0a-ce04-49e7-afb6-fcb07a7f1504 req-c64bb242-a046-4c9e-a3f7-81014fe42c00 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500035 Jul 12 10:48:39.591906 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1e6e416d-a20b-493e-aba5-6662361b3903), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.594470 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:39.595678 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e6e416d-a20b-493e-aba5-6662361b3903 HTTP/1.1" status: 204 len: 168 time: 0.2533708 Jul 12 10:48:39.618130 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99e29-02cd-408f-ae2c-0950e2521f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e416d-a20b-493e-aba5-6662361b3903,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:39.670154 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-13254874-1f46-4a37-9998-a0ff9b3d79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.675378 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-13254874-1f46-4a37-9998-a0ff9b3d79e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 1128 time: 0.0734220 Jul 12 10:48:39.750720 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-52b84102-6fa7-427a-a41c-fb0e34cf255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.752379 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-52b84102-6fa7-427a-a41c-fb0e34cf255d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1127 time: 0.0610888 Jul 12 10:48:39.768658 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['7066d700-8d28-41b4-bb62-5980fbee7eef'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:39.836177 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-040ce6c4-40b1-4d24-ab46-24aaa517ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.838083 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-040ce6c4-40b1-4d24-ab46-24aaa517ddb5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.1470749 Jul 12 10:48:39.883514 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-c0580ad2-d731-4c12-a0b6-461af3745908 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff HTTP/1.1" status: 200 len: 217 time: 0.0383661 Jul 12 10:48:39.947105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-d1205faa-fd94-4348-926f-79f492a9be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:39.948969 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-d1205faa-fd94-4348-926f-79f492a9be42 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0590315 Jul 12 10:48:40.002990 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-760a0744-aeb8-4609-82da-0c2adbe3f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.004492 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-760a0744-aeb8-4609-82da-0c2adbe3f914 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2363298 Jul 12 10:48:40.049243 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-596f2026-afb1-447c-894f-23099d65a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.050949 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-596f2026-afb1-447c-894f-23099d65a646 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917361 Jul 12 10:48:40.052895 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e0e00-9653-46ab-9bc2-5c0d3bd6fcf4 req-74ba8acd-c47a-40e8-8caa-9cf61d2775bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.054309 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-434e0e00-9653-46ab-9bc2-5c0d3bd6fcf4 req-74ba8acd-c47a-40e8-8caa-9cf61d2775bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1130 time: 0.0938525 Jul 12 10:48:40.175884 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-434e0e00-9653-46ab-9bc2-5c0d3bd6fcf4 req-14dda9e3-7236-42c3-939e-420eb01df25a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923851 Jul 12 10:48:40.204760 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-de6c1645-05be-4fe4-9940-6e6a5ec1d6ce service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321745 Jul 12 10:48:40.234243 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fa120-7787-46a8-b90f-5f769e40468b req-42fa2b35-8143-4972-b09a-e97e9b608a80 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.235748 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-952fa120-7787-46a8-b90f-5f769e40468b req-42fa2b35-8143-4972-b09a-e97e9b608a80 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.1449502 Jul 12 10:48:40.240985 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-db6594f2-9b57-4415-af60-63429eb773e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.242402 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15d1161a-33a9-4748-846e-39c3c1b79843 req-db6594f2-9b57-4415-af60-63429eb773e7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2314839 Jul 12 10:48:40.286184 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-952fa120-7787-46a8-b90f-5f769e40468b req-8ef8c2a3-e398-4010-b2cf-94fa829e7a43 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Jul 12 10:48:40.368200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef119373-5870-4dd8-8765-82e1ca096470 req-6a3e10b9-a597-4489-ae77-b1fc4c8ae1fb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.368200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ef119373-5870-4dd8-8765-82e1ca096470 req-6a3e10b9-a597-4489-ae77-b1fc4c8ae1fb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0555716 Jul 12 10:48:40.423306 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ef119373-5870-4dd8-8765-82e1ca096470 req-9aa1a809-c78c-47f3-b62e-d27462cc1e65 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Jul 12 10:48:40.537634 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52212) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:40.580914 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:40.660840 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-765acfd6-c1ad-4aee-ad24-24772a8b1847 req-78b75bc0-69be-4140-bbc1-d85a0d227a46 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545372 Jul 12 10:48:40.726945 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Publish callbacks [] for security_group (80fca374-84f9-4b9f-a6b5-aec3e8aa90cb), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:40.807376 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180e334-6ecf-4da4-bf69-7c94caecb1e0 req-93cb9db6-99cf-43ac-83fc-cdbfb3073f03 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.808919 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8180e334-6ecf-4da4-bf69-7c94caecb1e0 req-93cb9db6-99cf-43ac-83fc-cdbfb3073f03 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 944 time: 0.2932451 Jul 12 10:48:40.834187 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d11ae3-8482-4ec6-9559-e73ebff38e92 req-67757e46-d30b-40fa-90b2-9295ba2f4f91 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.835668 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d11ae3-8482-4ec6-9559-e73ebff38e92 req-67757e46-d30b-40fa-90b2-9295ba2f4f91 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0921097 Jul 12 10:48:40.843542 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-f1f3cedc-d049-4fd3-bebf-bebd04719fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.847146 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-f1f3cedc-d049-4fd3-bebf-bebd04719fd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1127 time: 0.0892086 Jul 12 10:48:40.910340 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8180e334-6ecf-4da4-bf69-7c94caecb1e0 req-327b00b6-806e-4e3d-a878-c6f491d2bcfa tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912404 Jul 12 10:48:40.914639 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-f46e615c-16e4-4798-b7fe-61bd5be9a88c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 217 time: 0.0329845 Jul 12 10:48:40.918192 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d11ae3-8482-4ec6-9559-e73ebff38e92 req-430cee9a-73fd-45f4-b5cd-79e126da3623 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718489 Jul 12 10:48:40.967640 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-360319be-114c-47fc-9e7f-df6d83aa326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:40.968998 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-360319be-114c-47fc-9e7f-df6d83aa326f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0474677 Jul 12 10:48:41.016555 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (80fca374-84f9-4b9f-a6b5-aec3e8aa90cb), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:41.090530 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2d9713825be4ff6a281d0c73acc07a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520854 Jul 12 10:48:41.092817 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fca374-84f9-4b9f-a6b5-aec3e8aa90cb,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:41.093568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52226) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:41.104141 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.104340 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.104665 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.105003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.105335 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.105661 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.106003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.106334 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.107248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.107615 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.108213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.108536 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.108857 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330fe923-17e6-444d-8b3b-4f17d254f417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.119472 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0783ebf4-fd2d-4013-b171-a71202ad3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:41.120964 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-0783ebf4-fd2d-4013-b171-a71202ad3623 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1449032 Jul 12 10:48:41.151487 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Publish callbacks [] for security_group (80fca374-84f9-4b9f-a6b5-aec3e8aa90cb), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:41.182854 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Publish callbacks [] for security_group (80fca374-84f9-4b9f-a6b5-aec3e8aa90cb), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:41.248784 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-19701754-ac9d-4fb0-a547-968312d79d81 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035316 Jul 12 10:48:41.369014 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-eada5d6f-8fb5-4b19-bcf1-e93370205bac service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049321 Jul 12 10:48:41.400861 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (80fca374-84f9-4b9f-a6b5-aec3e8aa90cb), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:41.404116 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:41.405272 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80fca374-84f9-4b9f-a6b5-aec3e8aa90cb HTTP/1.1" status: 204 len: 168 time: 0.3106673 Jul 12 10:48:41.424836 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fca374-84f9-4b9f-a6b5-aec3e8aa90cb,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:41.435963 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.436323 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.436675 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.437151 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.437494 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.437837 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.438281 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.438619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.438974 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.439334 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.439665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.439992 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.440318 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d522dd-b6a6-43e2-aae9-2aacbc6f2fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:41.464170 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4af39-1af7-4c6b-9463-20f4fb623bac req-443d369c-6745-4b64-9aba-b5925d9f9292 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:41.465732 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1bf4af39-1af7-4c6b-9463-20f4fb623bac req-443d369c-6745-4b64-9aba-b5925d9f9292 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.0969048 Jul 12 10:48:41.532153 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1bf4af39-1af7-4c6b-9463-20f4fb623bac req-d8bf3345-587e-4435-b993-2e81576c9528 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591302 Jul 12 10:48:41.703820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e45a2-3648-4c58-8ba1-c90f01ea5679 req-b3786ed4-2aee-4039-a4a7-ac735caaf5ac tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:41.705382 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b0e45a2-3648-4c58-8ba1-c90f01ea5679 req-b3786ed4-2aee-4039-a4a7-ac735caaf5ac tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0603359 Jul 12 10:48:41.770945 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b0e45a2-3648-4c58-8ba1-c90f01ea5679 req-f6bf3b5c-ac31-44bd-9550-6ac05da7ea21 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582561 Jul 12 10:48:42.059463 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f5e9d-acaf-414d-8c71-e05495e8fbda req-396c6fb4-be3b-45f3-86e1-630d487b0fcb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:42.062000 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5d4f5e9d-acaf-414d-8c71-e05495e8fbda req-396c6fb4-be3b-45f3-86e1-630d487b0fcb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 944 time: 0.0624206 Jul 12 10:48:42.125079 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5d4f5e9d-acaf-414d-8c71-e05495e8fbda req-9afe1c47-0c21-405a-8dfc-af74cb3784fd tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566201 Jul 12 10:48:42.236971 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a093277-793e-4238-ad93-c82d0ba404af req-05bafbf4-2fac-40c4-bf27-06216426915e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:42.236971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a093277-793e-4238-ad93-c82d0ba404af req-05bafbf4-2fac-40c4-bf27-06216426915e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0564940 Jul 12 10:48:42.297784 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a093277-793e-4238-ad93-c82d0ba404af req-84be2c9c-3729-4d33-adb9-b2eb23e3e1b1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Jul 12 10:48:42.416063 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52264) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:42.431193 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd014bff-eb38-4639-93e4-5409eef39e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:42.521411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd014bff-eb38-4639-93e4-5409eef39e1f admin admin] Publish callbacks [] for security_group (ad6396c0-c28c-46de-9878-5c75fc94b7eb), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:42.596322 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-cd014bff-eb38-4639-93e4-5409eef39e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ad6396c0-c28c-46de-9878-5c75fc94b7eb), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:42.647957 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-cd014bff-eb38-4639-93e4-5409eef39e1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fda609e6f0c4f6e8f70ecf01e53a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267950 Jul 12 10:48:42.647957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd014bff-eb38-4639-93e4-5409eef39e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6396c0-c28c-46de-9878-5c75fc94b7eb,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:42.648469 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52280) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:42.741705 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] Publish callbacks [] for security_group (ad6396c0-c28c-46de-9878-5c75fc94b7eb), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:42.764156 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78957837-0028-42ea-9bff-ac41e8f9730d req-cb626794-e7ce-496d-84d9-51a872af9bf5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:42.765780 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-78957837-0028-42ea-9bff-ac41e8f9730d req-cb626794-e7ce-496d-84d9-51a872af9bf5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 944 time: 0.0937510 Jul 12 10:48:42.780872 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] Publish callbacks [] for security_group (ad6396c0-c28c-46de-9878-5c75fc94b7eb), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:42.860545 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-78957837-0028-42ea-9bff-ac41e8f9730d req-e3c0fc06-596a-4209-b0b8-f4c909839582 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831189 Jul 12 10:48:42.940590 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddd43a-cb42-461d-9f99-6a194b5a1da2 req-227766f0-8b33-4758-aa9c-3836d0426157 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:42.942133 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5cddd43a-cb42-461d-9f99-6a194b5a1da2 req-227766f0-8b33-4758-aa9c-3836d0426157 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0609498 Jul 12 10:48:43.008250 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5cddd43a-cb42-461d-9f99-6a194b5a1da2 req-8e9a2c0c-dbe3-45d2-afaa-db8512d851e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600801 Jul 12 10:48:43.009349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ad6396c0-c28c-46de-9878-5c75fc94b7eb), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:43.011981 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:43.013200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad6396c0-c28c-46de-9878-5c75fc94b7eb HTTP/1.1" status: 204 len: 168 time: 0.3633561 Jul 12 10:48:43.022264 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353220ab-268f-46c8-a2b4-595dc6237701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6396c0-c28c-46de-9878-5c75fc94b7eb,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:43.252513 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e6bc6-3e13-4c8b-8748-9405dfeba521 req-d133dcd3-ddb3-4d55-a332-60a4186d785d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:43.254031 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-488e6bc6-3e13-4c8b-8748-9405dfeba521 req-d133dcd3-ddb3-4d55-a332-60a4186d785d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 944 time: 0.0560791 Jul 12 10:48:43.304435 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-488e6bc6-3e13-4c8b-8748-9405dfeba521 req-da3bbbec-50b4-4e77-a27f-f1f1eb5c1130 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Jul 12 10:48:43.423762 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d11284-0215-4c50-b6e3-963888ce5e03 req-f9a3758e-8bbd-457d-8b18-57bfa962c128 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:43.423877 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70d11284-0215-4c50-b6e3-963888ce5e03 req-f9a3758e-8bbd-457d-8b18-57bfa962c128 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0562930 Jul 12 10:48:43.472828 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c14e38df-0d80-40ba-8aae-1efa0901c9ff details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:43.478640 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70d11284-0215-4c50-b6e3-963888ce5e03 req-13e7e95b-9576-48b9-8e8e-b58adc5e64e6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Jul 12 10:48:43.585305 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:43.597548 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:43.639696 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port c14e38df-0d80-40ba-8aae-1efa0901c9ff is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:43.640201 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:43.658168 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14e38df-0d80-40ba-8aae-1efa0901c9ff {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:43.675923 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:43.900594 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:43.959079 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:43.967726 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.968069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.975211 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.975914 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.976359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.976929 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.977589 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.977998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.978472 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.979025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.979542 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:43.980130 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:44.041667 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:48:44.043255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827db1-8f21-42b6-b43c-01ae79613b58 req-6f216b27-f17f-4c8b-a5dd-008564fae812 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:44.043255 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ca827db1-8f21-42b6-b43c-01ae79613b58 req-6f216b27-f17f-4c8b-a5dd-008564fae812 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 945 time: 0.0593538 Jul 12 10:48:44.082820 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ca827db1-8f21-42b6-b43c-01ae79613b58 req-070754f2-ccc1-451b-8156-9f98a97b8d63 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482252 Jul 12 10:48:44.173314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1a5b4-0e0a-4456-89d5-b11aa5cff066 req-a042fc29-4164-4a1d-a444-c14acafeb38b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:44.174902 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-edd1a5b4-0e0a-4456-89d5-b11aa5cff066 req-a042fc29-4164-4a1d-a444-c14acafeb38b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0645206 Jul 12 10:48:44.229821 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-edd1a5b4-0e0a-4456-89d5-b11aa5cff066 req-476daff1-0417-4c9e-9081-6c68f7190a25 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486302 Jul 12 10:48:44.433367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 7066d700-8d28-41b4-bb62-5980fbee7eef up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:44.445800 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595847-3e89-4086-a5d8-3d4536f19ddb req-2b4d0a24-b42a-4b86-8baf-0d447accd527 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:44.447392 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cd595847-3e89-4086-a5d8-3d4536f19ddb req-2b4d0a24-b42a-4b86-8baf-0d447accd527 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 944 time: 0.0614393 Jul 12 10:48:44.516971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cd595847-3e89-4086-a5d8-3d4536f19ddb req-b694d90f-7441-42f7-8c0a-0494c9dd1d93 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593560 Jul 12 10:48:44.621482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bf68b-88c7-4dcd-adfc-047630560f9f req-7eae6132-29da-4e6e-b721-d5b3fa950f72 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:44.623615 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-031bf68b-88c7-4dcd-adfc-047630560f9f req-7eae6132-29da-4e6e-b721-d5b3fa950f72 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0565097 Jul 12 10:48:44.629795 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:48:44.665060 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 7066d700-8d28-41b4-bb62-5980fbee7eef completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:44.671351 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 7066d700-8d28-41b4-bb62-5980fbee7eef triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:44.671733 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:44.674792 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-031bf68b-88c7-4dcd-adfc-047630560f9f req-cdd3040a-010d-4ca1-a6e9-20fa0f01bf98 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445366 Jul 12 10:48:44.751899 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 7066d700-8d28-41b4-bb62-5980fbee7eef is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:44.752402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:44.779038 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:44.783659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9a2f1-0336-4297-8459-f31ef25db3d3" -d '{"events": [{"server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "name": "network-vif-plugged", "status": "completed", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:44.815722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7066d700-8d28-41b4-bb62-5980fbee7eef,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:44.831917 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6017754-6f85-469d-aaea-f2363b0af2b3 x-openstack-request-id: req-b6017754-6f85-469d-aaea-f2363b0af2b3 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:44.832248 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "name": "network-vif-plugged", "status": "completed", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:44.832510 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6017754-6f85-469d-aaea-f2363b0af2b3 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:44.832931 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6017754-6f85-469d-aaea-f2363b0af2b3'] response: {'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'code': 200} Jul 12 10:48:44.979675 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:45.041470 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:45.054109 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['c14e38df-0d80-40ba-8aae-1efa0901c9ff'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:45.305313 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff068a-8d55-4245-963f-c763794d23ef req-595cb1fd-b8fc-4355-a61b-230756d0e7dc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:45.308035 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-22ff068a-8d55-4245-963f-c763794d23ef req-595cb1fd-b8fc-4355-a61b-230756d0e7dc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 945 time: 0.1053510 Jul 12 10:48:45.414743 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-22ff068a-8d55-4245-963f-c763794d23ef req-7326d93a-0818-47ac-b1fe-577ce4726345 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005034 Jul 12 10:48:45.426992 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4f108-2de3-4f1a-a9c1-19a3c1821cd5 req-0bdf84dd-56aa-4ebe-8ee6-c9602f9b56f0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:45.428704 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5be4f108-2de3-4f1a-a9c1-19a3c1821cd5 req-0bdf84dd-56aa-4ebe-8ee6-c9602f9b56f0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.1021252 Jul 12 10:48:45.449334 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6214591-7baf-4e75-a762-d37a2441140e req-e1ff2e0c-83f0-44ab-affe-d553364a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:45.451110 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-b6214591-7baf-4e75-a762-d37a2441140e req-e1ff2e0c-83f0-44ab-affe-d553364a89a6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1129 time: 0.0656295 Jul 12 10:48:45.484917 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5be4f108-2de3-4f1a-a9c1-19a3c1821cd5 req-5c935c75-06f0-4c44-8969-0007dfa2b10e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500093 Jul 12 10:48:45.514383 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-b6214591-7baf-4e75-a762-d37a2441140e req-79dc0ea1-42dd-4e85-a241-8b921950869c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474951 Jul 12 10:48:45.642284 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c610100-3d92-453d-8b3a-0f7f45a2d9c0 req-823234ff-c638-48fe-a603-fc422654869d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:45.643828 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5c610100-3d92-453d-8b3a-0f7f45a2d9c0 req-823234ff-c638-48fe-a603-fc422654869d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0571444 Jul 12 10:48:45.704269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5c610100-3d92-453d-8b3a-0f7f45a2d9c0 req-5e07d3e6-2af3-49ab-9184-91eaa6f4d13d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516298 Jul 12 10:48:45.800749 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53df9d6-7c28-4b90-a97a-f956740d918f req-5b548326-3b1a-4a8f-b14c-50fc701dc3c2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:45.801924 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a53df9d6-7c28-4b90-a97a-f956740d918f req-5b548326-3b1a-4a8f-b14c-50fc701dc3c2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0573316 Jul 12 10:48:45.854092 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a53df9d6-7c28-4b90-a97a-f956740d918f req-422323b2-81b5-4db3-9cd3-5e03e8dfeab4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Jul 12 10:48:46.486398 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c14e38df-0d80-40ba-8aae-1efa0901c9ff up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:46.487348 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96def636-8797-4b4e-b736-38df32c5b724 req-7022938a-559a-4753-b23e-179e08213854 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.490522 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-96def636-8797-4b4e-b736-38df32c5b724 req-7022938a-559a-4753-b23e-179e08213854 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0694423 Jul 12 10:48:46.620861 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-96def636-8797-4b4e-b736-38df32c5b724 req-40d16df8-9968-4004-9566-e4ae4064684b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207497 Jul 12 10:48:46.639818 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-e50f8094-1e16-4e72-b88c-0db7965e79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.646794 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-e50f8094-1e16-4e72-b88c-0db7965e79cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1130 time: 0.0687737 Jul 12 10:48:46.648279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669210-6a01-426f-9e23-fda8d95218ff req-8154ebee-04d2-4540-808a-c0228105361b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.649858 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f669210-6a01-426f-9e23-fda8d95218ff req-8154ebee-04d2-4540-808a-c0228105361b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 945 time: 0.1151502 Jul 12 10:48:46.665023 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port c14e38df-0d80-40ba-8aae-1efa0901c9ff completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:46.669908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port c14e38df-0d80-40ba-8aae-1efa0901c9ff triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:46.670287 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:46.714172 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f669210-6a01-426f-9e23-fda8d95218ff req-a9e1c5ce-34cb-4056-a10e-ea8abcfcfb64 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573032 Jul 12 10:48:46.815291 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-535ff40d-70e6-4c9d-86ee-e58eb9bb3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.816933 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port c14e38df-0d80-40ba-8aae-1efa0901c9ff is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:46.817333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:46.817466 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-535ff40d-70e6-4c9d-86ee-e58eb9bb3cc9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.1306815 Jul 12 10:48:46.857317 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:46.860054 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667b7af3-402f-4fe5-adcb-40cd1b04a0c2" -d '{"events": [{"server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "name": "network-vif-plugged", "status": "completed", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:46.876838 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:46.888389 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8b30f-7e91-4409-8d6d-90410e7a0eaf req-8e19fd8e-b5af-47cf-a263-3c7aee5870a2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.889983 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c9c8b30f-7e91-4409-8d6d-90410e7a0eaf req-8e19fd8e-b5af-47cf-a263-3c7aee5870a2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.1431434 Jul 12 10:48:46.921374 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76aaa75-d539-4a20-a150-58afac2feb0c req-5ffb0bfa-7d7f-45c9-a1cf-1b9f9b693787 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:46.923350 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f76aaa75-d539-4a20-a150-58afac2feb0c req-5ffb0bfa-7d7f-45c9-a1cf-1b9f9b693787 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1242492 Jul 12 10:48:46.945727 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:46.976547 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c9c8b30f-7e91-4409-8d6d-90410e7a0eaf req-04745d01-29ee-4375-b337-87199eabe950 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790217 Jul 12 10:48:47.062089 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f76aaa75-d539-4a20-a150-58afac2feb0c req-e967ac76-1970-4dd9-9f01-9c08e6661d43 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298306 Jul 12 10:48:47.077629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:47.112853 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc37c91-9725-406e-aa1e-031f4f082ed0 x-openstack-request-id: req-bcc37c91-9725-406e-aa1e-031f4f082ed0 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:47.113497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "name": "network-vif-plugged", "status": "completed", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:47.113879 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcc37c91-9725-406e-aa1e-031f4f082ed0 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:47.114491 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc37c91-9725-406e-aa1e-031f4f082ed0'] response: {'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'code': 200} Jul 12 10:48:47.210335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52442) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:47.232345 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-6f67ff04-68a8-4e8d-a485-88aa432cf408 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b HTTP/1.1" status: 200 len: 217 time: 0.3180993 Jul 12 10:48:47.287351 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-bdea807f-b347-4a3d-b77d-fba5a3bff1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:47.288843 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-bdea807f-b347-4a3d-b77d-fba5a3bff1e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0491869 Jul 12 10:48:47.337965 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-7b291a28-c0bf-4a0c-8d1f-eeca875a0be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:47.339542 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-7b291a28-c0bf-4a0c-8d1f-eeca875a0be8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441229 Jul 12 10:48:47.351555 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0beec5fa-1748-4571-bdee-fa7004dbe2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.455912 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0beec5fa-1748-4571-bdee-fa7004dbe2e7 admin admin] Publish callbacks [] for security_group (4145ab4e-59b2-4a64-9f15-0a88a37dc9da), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.460843 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-d3288a0e-d3c2-4b80-9a7d-205363728da0 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076794 Jul 12 10:48:47.563581 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-188ddc47-aa6c-4fbf-af6a-11e1e7ec8a0c req-d8c6596c-4bcf-43dd-a905-07cf881af60a service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975883 Jul 12 10:48:47.567252 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0beec5fa-1748-4571-bdee-fa7004dbe2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4145ab4e-59b2-4a64-9f15-0a88a37dc9da), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.615496 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0beec5fa-1748-4571-bdee-fa7004dbe2e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac73acd3cafc403dbbb2dbf398a9754d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027927 Jul 12 10:48:47.616470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec5fa-1748-4571-bdee-fa7004dbe2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4145ab4e-59b2-4a64-9f15-0a88a37dc9da,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:47.618838 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52446) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:47.694031 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf28e-c316-45b5-b547-2d61e5e9afd4 req-558b0f8b-af24-4806-8ee8-e3d9d616db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:47.695592 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-494cf28e-c316-45b5-b547-2d61e5e9afd4 req-558b0f8b-af24-4806-8ee8-e3d9d616db29 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 1130 time: 0.0851068 Jul 12 10:48:47.719358 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] Publish callbacks [] for security_group (4145ab4e-59b2-4a64-9f15-0a88a37dc9da), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.766381 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] Publish callbacks [] for security_group (4145ab4e-59b2-4a64-9f15-0a88a37dc9da), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.783206 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-494cf28e-c316-45b5-b547-2d61e5e9afd4 req-766ebad7-f7e0-45b6-9a4b-648520abe84b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794966 Jul 12 10:48:47.789913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a240-56fd-436e-88de-278ae22fbe38 req-1b7d1480-9732-4eae-ba38-6878e344be89 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:47.794788 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72b7a240-56fd-436e-88de-278ae22fbe38 req-1b7d1480-9732-4eae-ba38-6878e344be89 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0793314 Jul 12 10:48:47.887483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72b7a240-56fd-436e-88de-278ae22fbe38 req-cde3f8b7-d185-4c80-b384-cb3f9bb44db1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834539 Jul 12 10:48:47.918042 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2b51-687a-4c13-83ce-7b4b522f1f26 req-b98916f6-3741-45c6-840a-913011f7a63b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:47.920662 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c44c2b51-687a-4c13-83ce-7b4b522f1f26 req-b98916f6-3741-45c6-840a-913011f7a63b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.1007545 Jul 12 10:48:47.926195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52460) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:47.957284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4145ab4e-59b2-4a64-9f15-0a88a37dc9da), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.960527 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:47.961672 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4145ab4e-59b2-4a64-9f15-0a88a37dc9da HTTP/1.1" status: 204 len: 168 time: 0.3413351 Jul 12 10:48:47.970573 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bd0fa-1c2f-4f41-a5d3-c7029f9c4b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4145ab4e-59b2-4a64-9f15-0a88a37dc9da,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:47.973696 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c44c2b51-687a-4c13-83ce-7b4b522f1f26 req-a3e3efe9-ba1b-4bf2-80de-d59831e08bef tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jul 12 10:48:48.061513 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40172ebf-1379-48a4-855a-224b4ca63101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.172840 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be887a-ba2a-4660-b6a2-1486f8646567 req-7e0c5bfa-29de-49b4-9505-d188dfa693bb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:48.175833 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-06be887a-ba2a-4660-b6a2-1486f8646567 req-7e0c5bfa-29de-49b4-9505-d188dfa693bb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.1020036 Jul 12 10:48:48.199258 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40172ebf-1379-48a4-855a-224b4ca63101 admin admin] Publish callbacks [] for security_group (471a2146-e018-4192-a1cf-4305d2bb57e9), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.266975 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-06be887a-ba2a-4660-b6a2-1486f8646567 req-10b2aed1-d135-4ef6-aff6-12272f949b59 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798924 Jul 12 10:48:48.274238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a50464-6c52-411f-9de5-dc4098fdcae4 req-2959ff47-a78c-4484-bf3d-22e0c4419585 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:48.282184 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64a50464-6c52-411f-9de5-dc4098fdcae4 req-2959ff47-a78c-4484-bf3d-22e0c4419585 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1038761 Jul 12 10:48:48.311957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40172ebf-1379-48a4-855a-224b4ca63101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (471a2146-e018-4192-a1cf-4305d2bb57e9), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.342081 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64a50464-6c52-411f-9de5-dc4098fdcae4 req-506a9e99-7f65-44cf-b2f6-b2bd1dc7782e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597570 Jul 12 10:48:48.360044 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52480) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:48.363278 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-40172ebf-1379-48a4-855a-224b4ca63101 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60c1c3872cb1461e963f4493b9e56870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323480 Jul 12 10:48:48.366113 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172ebf-1379-48a4-855a-224b4ca63101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a2146-e018-4192-a1cf-4305d2bb57e9,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:48.420243 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] Publish callbacks [] for security_group (471a2146-e018-4192-a1cf-4305d2bb57e9), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.471895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] Publish callbacks [] for security_group (471a2146-e018-4192-a1cf-4305d2bb57e9), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.489117 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:48:48.525050 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21995856-baba-4a34-92eb-cc031d04670a req-13e3e3e9-b03f-4a35-9fa3-9099daec5f79 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:48.526533 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-21995856-baba-4a34-92eb-cc031d04670a req-13e3e3e9-b03f-4a35-9fa3-9099daec5f79 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0964293 Jul 12 10:48:48.536187 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52484) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:48.542259 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'floatingip': {'port_id': '7066d700-8d28-41b4-bb62-5980fbee7eef'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:48.605009 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:48.617430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'f07b625f-06be-4177-950b-30115cbfee5c', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:48:48.617926 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.647752 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (471a2146-e018-4192-a1cf-4305d2bb57e9), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.650342 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.654187 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/471a2146-e018-4192-a1cf-4305d2bb57e9 HTTP/1.1" status: 204 len: 168 time: 0.2904360 Jul 12 10:48:48.666314 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:48.667345 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.697355 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:48:48.706107 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8341c9-b4f7-4e89-a3b0-b79484b22ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a2146-e018-4192-a1cf-4305d2bb57e9,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:48.727763 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:48.809882 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52488) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:48.820147 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.837826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-91fe05a3-1389-43e5-9c84-4663245e1bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:48.887979 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:48.989150 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-91fe05a3-1389-43e5-9c84-4663245e1bab admin admin] Publish callbacks [] for security_group (f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.110419 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-91fe05a3-1389-43e5-9c84-4663245e1bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.165725 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-91fe05a3-1389-43e5-9c84-4663245e1bab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=282017e3a1b8436397f444d89163060e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544772 Jul 12 10:48:49.170424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52502) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:49.184928 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe05a3-1389-43e5-9c84-4663245e1bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:49.241740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] Publish callbacks [] for security_group (f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.271090 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] Publish callbacks [] for security_group (f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.306903 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244932ba-4fcb-4c85-b6ee-3bb065b68152 req-aa43175e-d63e-4a92-b83a-8cd7cb45ed23 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:49.308337 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-244932ba-4fcb-4c85-b6ee-3bb065b68152 req-aa43175e-d63e-4a92-b83a-8cd7cb45ed23 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.2558844 Jul 12 10:48:49.431572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['f07b625f-06be-4177-950b-30115cbfee5c'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:48:49.558765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.562245 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.563465 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1 HTTP/1.1" status: 204 len: 168 time: 0.3917701 Jul 12 10:48:49.567003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ace5d8-324b-4923-8b58-62f2d381eaeb req-2eeb090b-70f0-4ea1-87b3-cbe7654b9bde tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:49.576552 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-69ace5d8-324b-4923-8b58-62f2d381eaeb req-2eeb090b-70f0-4ea1-87b3-cbe7654b9bde tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.4964466 Jul 12 10:48:49.587047 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f040bc-f1eb-4143-9d77-db6bd405f037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f97d0a-4ae0-4b14-99d5-5d7bb45be0a1,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:49.608111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.db.resource_extend [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 10:48:49.723342 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-244932ba-4fcb-4c85-b6ee-3bb065b68152 req-cdffc5fd-2dd8-4ae4-9d0a-df82134f1434 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956513 Jul 12 10:48:49.729294 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.743670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-69ace5d8-324b-4923-8b58-62f2d381eaeb req-ceb7a10e-2188-4a0f-b4f2-ffd0534b5a44 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670713 Jul 12 10:48:49.805133 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52508) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:49.820816 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc1ef379-b7fe-4713-b598-3718b6183510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.840536 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85717d0-a523-4236-a216-bc839742e21a req-1b9d5d60-eb7e-493b-9c2e-e96912fc481c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:49.842355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f85717d0-a523-4236-a216-bc839742e21a req-1b9d5d60-eb7e-493b-9c2e-e96912fc481c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0548198 Jul 12 10:48:49.843566 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.909256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc1ef379-b7fe-4713-b598-3718b6183510 admin admin] Publish callbacks [] for security_group (f236262b-fed4-44b6-8775-83991b0554cf), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.973681 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc1ef379-b7fe-4713-b598-3718b6183510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f236262b-fed4-44b6-8775-83991b0554cf), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:49.989720 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f85717d0-a523-4236-a216-bc839742e21a req-3c33728b-ec93-4fff-808d-fd421afc5b8e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123836 Jul 12 10:48:50.000736 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Floating IP 57d44996-eb82-4936-82df-b4e63a45aa40 associated. External IP: 172.27.2.151, port: 7066d700-8d28-41b4-bb62-5980fbee7eef. Jul 12 10:48:50.022535 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fc1ef379-b7fe-4713-b598-3718b6183510 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=025ff038aa8d4821aa4869756bed6c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152934 Jul 12 10:48:50.032834 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52514) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:50.036284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ef379-b7fe-4713-b598-3718b6183510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f236262b-fed4-44b6-8775-83991b0554cf,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:50.102529 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] Publish callbacks [] for security_group (f236262b-fed4-44b6-8775-83991b0554cf), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:50.134152 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] Publish callbacks [] for security_group (f236262b-fed4-44b6-8775-83991b0554cf), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:50.277241 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:48:50.361643 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f236262b-fed4-44b6-8775-83991b0554cf), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:50.364322 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:50.368155 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f236262b-fed4-44b6-8775-83991b0554cf HTTP/1.1" status: 204 len: 168 time: 0.3309743 Jul 12 10:48:50.374848 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46057172-42ae-46d3-a01a-ab77d28ed44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f236262b-fed4-44b6-8775-83991b0554cf,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:50.410374 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:50.415290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:50.432727 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:50.444649 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:50.445274 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:50.455546 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-02384b61-6a55-473a-bff2-4dca15279108 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "PUT /v2.0/floatingips/57d44996-eb82-4936-82df-b4e63a45aa40 HTTP/1.1" status: 200 len: 991 time: 1.9180501 Jul 12 10:48:50.456396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:50.459878 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb9bb1-583c-4954-93a3-73208adbd71d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:50.500624 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e054b2b8-f77a-4888-9433-d441977baf79 x-openstack-request-id: req-e054b2b8-f77a-4888-9433-d441977baf79 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:50.500918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:50.501177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e054b2b8-f77a-4888-9433-d441977baf79 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:50.501576 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e054b2b8-f77a-4888-9433-d441977baf79'] response: {'name': 'network-changed', 'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'status': 'completed', 'code': 200} Jul 12 10:48:50.549195 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:50.633235 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-54de674c-4484-4369-8a17-30a60ad9d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:50.635074 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-54de674c-4484-4369-8a17-30a60ad9d976 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1129 time: 0.0581789 Jul 12 10:48:50.753752 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-e76785d4-4f2e-4c95-bbb8-83c5075a45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:50.755701 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-e76785d4-4f2e-4c95-bbb8-83c5075a45fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.1120656 Jul 12 10:48:50.934941 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-a123c693-4a31-4cb6-b455-0848f0fa7fa1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 999 time: 0.1590669 Jul 12 10:48:50.949632 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '57d44996-eb82-4936-82df-b4e63a45aa40', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:83:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:12Z', 'updated_at': '2022-07-12T10:48:49Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:50.992570 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:51.004267 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230ad3-20f9-4100-a9a5-68679db5ad30 req-3a765b8a-d221-41ac-b6f7-d6c70ae7ae68 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.007367 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:51.008359 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:51.011536 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6230ad3-20f9-4100-a9a5-68679db5ad30 req-3a765b8a-d221-41ac-b6f7-d6c70ae7ae68 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.1656570 Jul 12 10:48:51.024953 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-43b54d05-a1fe-4d11-b3e1-b2f1020003e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.026748 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-43b54d05-a1fe-4d11-b3e1-b2f1020003e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.0749745 Jul 12 10:48:51.093583 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a5305-ee12-4d45-b6f3-2633b93ba563 req-c49e1c52-9056-4bc8-91bc-485532452380 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.096209 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c40a5305-ee12-4d45-b6f3-2633b93ba563 req-c49e1c52-9056-4bc8-91bc-485532452380 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1929264 Jul 12 10:48:51.112027 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-20e661f4-75cc-43c3-b25d-f494c743bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.114663 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-20e661f4-75cc-43c3-b25d-f494c743bf2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780668 Jul 12 10:48:51.151749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6230ad3-20f9-4100-a9a5-68679db5ad30 req-49b2f914-39ce-43f2-b7f3-e6dcfda451d5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244991 Jul 12 10:48:51.227647 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:51.272536 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c40a5305-ee12-4d45-b6f3-2633b93ba563 req-7dee419c-9e66-4a49-b10d-31664b2939b1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639731 Jul 12 10:48:51.339095 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-250ecc81-b8f4-4b91-b01b-705bc650215a service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140832 Jul 12 10:48:51.529327 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243a2e0-2a63-47a8-9633-780916e00fc6 req-5db005e5-bd20-4dac-ba29-b08eb1c52834 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.532012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5243a2e0-2a63-47a8-9633-780916e00fc6 req-5db005e5-bd20-4dac-ba29-b08eb1c52834 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.2027214 Jul 12 10:48:51.544877 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fcdb9bb1-583c-4954-93a3-73208adbd71d req-8baea773-cf33-4f36-a8a4-8bee020f6df0 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935132 Jul 12 10:48:51.605240 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e63e-d0a1-4f4d-811b-d2460d53ec77 req-aef11201-89a7-44da-a813-8e6ea489c17f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:51.607200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9255e63e-d0a1-4f4d-811b-d2460d53ec77 req-aef11201-89a7-44da-a813-8e6ea489c17f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.1592033 Jul 12 10:48:51.618895 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52570) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:51.625136 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:51.674618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5243a2e0-2a63-47a8-9633-780916e00fc6 req-750225ae-d289-42a7-982c-d6647ad70800 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254516 Jul 12 10:48:51.709273 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '57d44996-eb82-4936-82df-b4e63a45aa40', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:83:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:12Z', 'updated_at': '2022-07-12T10:48:49Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:51.734634 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (b239775b-1098-4486-8c20-43b941485b70), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:51.749829 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcde631-55f4-4574-bd91-0ee9911e8d4f None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '57d44996-eb82-4936-82df-b4e63a45aa40', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:83:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:12Z', 'updated_at': '2022-07-12T10:48:49Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:51.998110 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29cad6-4f77-43ee-a6f5-469230eff83d None None] New status for floating IP 57d44996-eb82-4936-82df-b4e63a45aa40: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:48:52.463791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.db.resource_extend [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 10:48:52.498060 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5b37-9bdd-4e40-8418-31775e8543a1 req-34430948-0e62-4cbb-af75-18126dfe1546 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:52.508684 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-487e5b37-9bdd-4e40-8418-31775e8543a1 req-34430948-0e62-4cbb-af75-18126dfe1546 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0804365 Jul 12 10:48:52.569647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:52.580193 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-487e5b37-9bdd-4e40-8418-31775e8543a1 req-09dea5d9-290a-4bb6-bcc6-1256ec2b2cd6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678179 Jul 12 10:48:52.654478 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (b239775b-1098-4486-8c20-43b941485b70), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:52.836626 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9df8-cedd-4b1e-8e23-877edebe2751 req-7347b20f-c969-4390-a5cd-64e7f4356871 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:52.838682 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-723c9df8-cedd-4b1e-8e23-877edebe2751 req-7347b20f-c969-4390-a5cd-64e7f4356871 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0732856 Jul 12 10:48:52.897100 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-723c9df8-cedd-4b1e-8e23-877edebe2751 req-7c0557c0-2609-4058-9eec-c8fc033a204c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508583 Jul 12 10:48:52.974741 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP b239775b-1098-4486-8c20-43b941485b70 associated. External IP: 172.27.2.95, port: c14e38df-0d80-40ba-8aae-1efa0901c9ff. Jul 12 10:48:53.212235 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:48:53.327303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:48:53.332535 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:53.342049 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:48:53.361371 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:53.362020 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:53.368908 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6d36f652-f5f9-4160-9156-7b429a469741 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "PUT /v2.0/floatingips/b239775b-1098-4486-8c20-43b941485b70 HTTP/1.1" status: 200 len: 991 time: 1.7487652 Jul 12 10:48:53.369785 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:53.372815 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc05915-a4de-4572-8221-4a7717a67895" -d '{"events": [{"name": "network-changed", "server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:53.416899 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e4165c-21b9-4242-b2a3-3dd195844a9b x-openstack-request-id: req-f7e4165c-21b9-4242-b2a3-3dd195844a9b {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:53.417200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:53.417533 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7e4165c-21b9-4242-b2a3-3dd195844a9b {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:53.418078 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e4165c-21b9-4242-b2a3-3dd195844a9b'] response: {'name': 'network-changed', 'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'status': 'completed', 'code': 200} Jul 12 10:48:53.479664 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:53.852540 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b30782-92f8-4d2c-a913-225c1c926878 req-db835433-e0a9-40d4-916d-711e7aac1dad tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:53.852540 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-50b30782-92f8-4d2c-a913-225c1c926878 req-db835433-e0a9-40d4-916d-711e7aac1dad tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0720136 Jul 12 10:48:53.855364 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:52Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:53.855364 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:48:53.855364 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:48:53.856431 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:53.856567 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-50b30782-92f8-4d2c-a913-225c1c926878 req-2812ac68-4ab1-40f3-99a7-20db91f19a56 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534735 Jul 12 10:48:53.917315 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:48:54.045347 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d201-e639-4487-8f28-3fbecb16183a req-b12fa476-889f-432b-a547-8e5d789f12b1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:54.047304 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cdd2d201-e639-4487-8f28-3fbecb16183a req-b12fa476-889f-432b-a547-8e5d789f12b1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0651886 Jul 12 10:48:54.099816 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cdd2d201-e639-4487-8f28-3fbecb16183a req-6f44a99f-9cf1-4268-b37a-9f243739596f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445468 Jul 12 10:48:54.165643 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:52Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:48:54.193319 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e553962-299e-4f07-969b-2c4aeb4bbbd6 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:52Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:48:54.362152 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:48:54.475936 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port f07b625f-06be-4177-950b-30115cbfee5c completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:48:54.480387 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port f07b625f-06be-4177-950b-30115cbfee5c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:48:54.480788 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f07b625f-06be-4177-950b-30115cbfee5c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:54.560185 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:48:54.560576 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:54.588338 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:48:54.591628 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a4422-809c-42b4-bf5c-4845250afb47" -d '{"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:48:54.605464 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:48:54.640332 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63a6523-a09d-49a5-9120-3e5cc4d11e6b x-openstack-request-id: req-c63a6523-a09d-49a5-9120-3e5cc4d11e6b {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:48:54.640645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:48:54.640909 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c63a6523-a09d-49a5-9120-3e5cc4d11e6b {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:48:54.641309 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63a6523-a09d-49a5-9120-3e5cc4d11e6b'] response: {'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'code': 200} Jul 12 10:48:54.685457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:54.735942 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:54.795693 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52668) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:54.925099 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a869861f-e3c7-4786-8db8-b8fb15389221 None None] New status for floating IP b239775b-1098-4486-8c20-43b941485b70: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:48:54.929395 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ed3277a5-6c85-47b7-82a5-801530daf653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.029418 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46060-247b-481b-8171-4286ece2cbe1 req-b37fdba6-d9f9-4d62-876c-07182b6fe2f2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.033819 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d9e46060-247b-481b-8171-4286ece2cbe1 req-b37fdba6-d9f9-4d62-876c-07182b6fe2f2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1018891 Jul 12 10:48:55.036782 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ed3277a5-6c85-47b7-82a5-801530daf653 admin admin] Publish callbacks [] for security_group (c9690e49-e07c-4f50-8c08-b9ff1a25f000), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.098174 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d9e46060-247b-481b-8171-4286ece2cbe1 req-0d801672-0cf1-4d88-aba5-a20c71fe50c1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571234 Jul 12 10:48:55.099308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ed3277a5-6c85-47b7-82a5-801530daf653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c9690e49-e07c-4f50-8c08-b9ff1a25f000), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.147094 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3277a5-6c85-47b7-82a5-801530daf653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9690e49-e07c-4f50-8c08-b9ff1a25f000,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:55.150734 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ed3277a5-6c85-47b7-82a5-801530daf653 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad7ca81bd71a4e97a7fe1310b8c8be87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514152 Jul 12 10:48:55.150898 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52678) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:55.203418 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] Publish callbacks [] for security_group (c9690e49-e07c-4f50-8c08-b9ff1a25f000), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.228118 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] Publish callbacks [] for security_group (c9690e49-e07c-4f50-8c08-b9ff1a25f000), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.237069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0f0f-5b4c-4257-b31d-faceb78bb1b4 req-a9dda9a2-de46-468e-be11-72552aab8d8d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.238689 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-631d0f0f-5b4c-4257-b31d-faceb78bb1b4 req-a9dda9a2-de46-468e-be11-72552aab8d8d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0637102 Jul 12 10:48:55.291274 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-631d0f0f-5b4c-4257-b31d-faceb78bb1b4 req-7d88d8a3-ca59-48f6-8b95-a95850e5f944 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Jul 12 10:48:55.413051 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c9690e49-e07c-4f50-8c08-b9ff1a25f000), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.415743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.417152 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9690e49-e07c-4f50-8c08-b9ff1a25f000 HTTP/1.1" status: 204 len: 168 time: 0.2650990 Jul 12 10:48:55.427557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921997e-a465-445f-bdb7-2cb65c6b03fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9690e49-e07c-4f50-8c08-b9ff1a25f000,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:55.510659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-eda71880-841e-44ad-ba06-4d8903864a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:55.521101 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05915-a4de-4572-8221-4a7717a67895 req-b3207ddb-66e2-4b9f-ad2d-1e408ce4a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.528573 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-b3207ddb-66e2-4b9f-ad2d-1e408ce4a0e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 1130 time: 0.0507381 Jul 12 10:48:55.626514 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05915-a4de-4572-8221-4a7717a67895 req-fdb99289-cf59-4161-afdd-d38ad043de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.628024 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-fdb99289-cf59-4161-afdd-d38ad043de1d service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.0932677 Jul 12 10:48:55.708309 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-8dc92b75-1a04-4611-8d05-c776c621c27e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff HTTP/1.1" status: 200 len: 1001 time: 0.0635698 Jul 12 10:48:55.765382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05915-a4de-4572-8221-4a7717a67895 req-56702a44-f658-4192-b06a-29c0c2f35b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.773817 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-56702a44-f658-4192-b06a-29c0c2f35b14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0472205 Jul 12 10:48:55.823589 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc05915-a4de-4572-8221-4a7717a67895 req-a3c63f06-a3c1-427e-888b-4ba399b3a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:55.825729 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-a3c63f06-a3c1-427e-888b-4ba399b3a028 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523245 Jul 12 10:48:55.917300 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-153dae55-db89-481b-b939-4ee84a62a4c5 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855801 Jul 12 10:48:56.029756 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc05915-a4de-4572-8221-4a7717a67895 req-1b463c0c-e765-4a10-a241-7b832b58d797 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965097 Jul 12 10:48:56.196423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeac96-c287-432d-890e-722ab50a653d req-49568414-ba45-48a0-91f1-5b52ffe6869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:56.197969 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-12eeac96-c287-432d-890e-722ab50a653d req-49568414-ba45-48a0-91f1-5b52ffe6869a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0562878 Jul 12 10:48:56.240978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811d646-33f7-48f9-a429-3f0f91f6381a req-34bd85c1-e832-4552-bb78-213673183da4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:56.242448 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c811d646-33f7-48f9-a429-3f0f91f6381a req-34bd85c1-e832-4552-bb78-213673183da4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0611224 Jul 12 10:48:56.253026 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-12eeac96-c287-432d-890e-722ab50a653d req-214bdb19-b014-4544-b56c-6816e8aeab95 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Jul 12 10:48:56.308536 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c811d646-33f7-48f9-a429-3f0f91f6381a req-13610fad-32c8-4964-84d4-c4046e5e0d8f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Jul 12 10:48:56.428830 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb6ac2-4205-4956-b9b3-68ad8b848660 req-ffa63429-4c13-43fa-9d4f-618aa5ac21bb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:56.430340 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fbb6ac2-4205-4956-b9b3-68ad8b848660 req-ffa63429-4c13-43fa-9d4f-618aa5ac21bb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0602014 Jul 12 10:48:56.479844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fbb6ac2-4205-4956-b9b3-68ad8b848660 req-27bdcf9e-5553-47c7-afb9-f9e52bbe17a5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Jul 12 10:48:56.592762 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52706) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:56.608432 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c4476a23-d5fd-45da-8548-665e0aca7d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:56.683424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c4476a23-d5fd-45da-8548-665e0aca7d12 admin admin] Publish callbacks [] for security_group (af0dc0b4-e758-470b-b5f5-1baa6b97d062), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:56.769114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c4476a23-d5fd-45da-8548-665e0aca7d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (af0dc0b4-e758-470b-b5f5-1baa6b97d062), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:56.814700 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c4476a23-d5fd-45da-8548-665e0aca7d12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4bef091fb8f34c7bb92158c88b9f36b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206998 Jul 12 10:48:56.815619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4476a23-d5fd-45da-8548-665e0aca7d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0dc0b4-e758-470b-b5f5-1baa6b97d062,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:56.818824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52710) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:56.899654 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] Publish callbacks [] for security_group (af0dc0b4-e758-470b-b5f5-1baa6b97d062), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:56.932381 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] Publish callbacks [] for security_group (af0dc0b4-e758-470b-b5f5-1baa6b97d062), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:57.099811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (af0dc0b4-e758-470b-b5f5-1baa6b97d062), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:57.105967 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:57.109177 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af0dc0b4-e758-470b-b5f5-1baa6b97d062 HTTP/1.1" status: 204 len: 168 time: 0.2888830 Jul 12 10:48:57.122857 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d81d6d-94e0-40ce-8ae4-8922c3f08c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0dc0b4-e758-470b-b5f5-1baa6b97d062,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:57.440831 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b960127-3536-46b4-a5a6-9ddbba9f7778 req-79f2fd27-777d-4110-8a37-caf865bde0b3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:57.442432 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6b960127-3536-46b4-a5a6-9ddbba9f7778 req-79f2fd27-777d-4110-8a37-caf865bde0b3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0641897 Jul 12 10:48:57.504358 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6b960127-3536-46b4-a5a6-9ddbba9f7778 req-694be2e9-1b38-4e35-a93a-4bbd19d0a2bc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Jul 12 10:48:57.621325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b881d-937a-44e8-acfb-619b55f2b698 req-27193826-1744-4d27-9475-7856826679e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:57.623117 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-780b881d-937a-44e8-acfb-619b55f2b698 req-27193826-1744-4d27-9475-7856826679e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0591073 Jul 12 10:48:57.681090 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-780b881d-937a-44e8-acfb-619b55f2b698 req-a7298de7-99f0-4820-b3cf-d0a33b8220a4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Jul 12 10:48:58.207171 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-3d27170a-cc75-4d01-98f0-891ed88d2267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.485091 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52754) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:58.616577 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-533630782-network', 'tenant_id': '3f183fab7c494d1c819938e27b1ce487'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:58.665497 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f93c4-ac8e-45b5-ba49-6cddba0fcf9f req-e563bfab-d16c-42ea-8ba2-2fdff3780c7f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:58.667043 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad5f93c4-ac8e-45b5-ba49-6cddba0fcf9f req-e563bfab-d16c-42ea-8ba2-2fdff3780c7f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0645459 Jul 12 10:48:58.716637 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Made reservation on behalf of 3f183fab7c494d1c819938e27b1ce487 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:58.720508 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.728023 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad5f93c4-ac8e-45b5-ba49-6cddba0fcf9f req-cef01266-f418-42ee-a5c6-bebcf23e6ab3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Jul 12 10:48:58.730296 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.817926 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks [] for security_group (9a1d4176-5828-4988-9f20-10d894069f70), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.855326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014a7e9-de85-46ae-85be-b62891f812a6 req-592f314f-472b-4c7d-8a81-f1f3cc4fd9f4 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:58.857738 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0014a7e9-de85-46ae-85be-b62891f812a6 req-592f314f-472b-4c7d-8a81-f1f3cc4fd9f4 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.0964825 Jul 12 10:48:58.888744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240cf9e-bf9a-4f69-b55e-f88c72739f0d req-f9a79254-f9b0-42b6-9024-0d014cdecfd2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:58.890264 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0240cf9e-bf9a-4f69-b55e-f88c72739f0d req-f9a79254-f9b0-42b6-9024-0d014cdecfd2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0922883 Jul 12 10:48:58.910147 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9a1d4176-5828-4988-9f20-10d894069f70), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.938231 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] vlan segment allocate from pool success with {'vlan_id': 1093, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:48:58.947925 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1d4176-5828-4988-9f20-10d894069f70,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:58.956328 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (3b008a23-6317-48b2-89f5-ede547137fe9), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:58.957006 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Added segment 3b008a23-6317-48b2-89f5-ede547137fe9 of type vlan for network fa6dc240-8ffb-47bb-b5ab-1c538206198b Jul 12 10:48:58.958113 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0014a7e9-de85-46ae-85be-b62891f812a6 req-876fee53-3a78-4089-8e95-f10f46040e2a tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944619 Jul 12 10:48:59.004629 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0240cf9e-bf9a-4f69-b55e-f88c72739f0d req-2f01a6cd-00f9-4d3f-8e5d-5cdb47637a59 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072047 Jul 12 10:48:59.030530 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (fa6dc240-8ffb-47bb-b5ab-1c538206198b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.149930 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (fa6dc240-8ffb-47bb-b5ab-1c538206198b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.151540 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:59.152774 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.159446 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f33ab-4102-4b8b-97af-1b647adc732f req-5d8d3d07-5e8f-48b8-9a71-8796c6fec114 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:59.160708 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-623f33ab-4102-4b8b-97af-1b647adc732f req-5d8d3d07-5e8f-48b8-9a71-8796c6fec114 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0672665 Jul 12 10:48:59.173604 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52776) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:59.178416 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'floatingip': {'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:59.222383 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6dc240-8ffb-47bb-b5ab-1c538206198b,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:59.222635 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.237810 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network fa6dc240-8ffb-47bb-b5ab-1c538206198b details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:48:59.362625 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5241856f-afca-412c-9c9a-fb8a33dff206 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8735561 Jul 12 10:48:59.362993 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52778) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:59.368084 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Request body: {'subnet': {'network_id': 'fa6dc240-8ffb-47bb-b5ab-1c538206198b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-533630782-subnet', 'tenant_id': '3f183fab7c494d1c819938e27b1ce487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:48:59.475918 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Made reservation on behalf of 3f183fab7c494d1c819938e27b1ce487 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:48:59.478435 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.493893 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52782) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:48:59.687415 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.689898 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-210e7f76-9702-4fcf-8210-35f6c2a5c15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.778393 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-210e7f76-9702-4fcf-8210-35f6c2a5c15e admin admin] Publish callbacks [] for security_group (e55b1cff-df41-48ec-985e-3ea791947681), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.784531 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.825356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (361492aa-51f4-452e-a939-0e385cc9bc29), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:48:59.896289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=361492aa-51f4-452e-a939-0e385cc9bc29,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:48:59.911471 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Checking segment: {'id': '3b008a23-6317-48b2-89f5-ede547137fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'fa6dc240-8ffb-47bb-b5ab-1c538206198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:48:59.912075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Network hostable DHCP agents. Network: fa6dc240-8ffb-47bb-b5ab-1c538206198b, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:48:59.938123 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Floating IP c03e2763-922c-41fc-bce5-cca53277123d associated. External IP: 172.27.2.221, port: f07b625f-06be-4177-950b-30115cbfee5c. Jul 12 10:48:59.950476 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e37777-48fc-4c91-9469-7cbe96a94e91 req-686a8585-f858-475a-8eab-ce7aec91046b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:48:59.952046 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e2e37777-48fc-4c91-9469-7cbe96a94e91 req-686a8585-f858-475a-8eab-ce7aec91046b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1188970 Jul 12 10:48:59.973863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-210e7f76-9702-4fcf-8210-35f6c2a5c15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e55b1cff-df41-48ec-985e-3ea791947681), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.048713 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-210e7f76-9702-4fcf-8210-35f6c2a5c15e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=429662069ecf43efa344feb9b59f7e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5510139 Jul 12 10:49:00.050660 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52792) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:00.052008 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7f76-9702-4fcf-8210-35f6c2a5c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b1cff-df41-48ec-985e-3ea791947681,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:00.077019 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Network fa6dc240-8ffb-47bb-b5ab-1c538206198b is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:49:00.104322 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.241193 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, fa6dc240-8ffb-47bb-b5ab-1c538206198b) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:49:00.245760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:00.249213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.254460 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701019ca-3cc2-488d-bfb8-d2e54175cfb6 None None] Network fa6dc240-8ffb-47bb-b5ab-1c538206198b requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:49:00.321200 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.335882 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e2e37777-48fc-4c91-9469-7cbe96a94e91 req-69710a51-60ce-4e43-a5c4-8f5c7664cc57 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504395 Jul 12 10:49:00.363852 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-660420bd-8dea-4436-9f8d-6f9ba75c1b88 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9982319 Jul 12 10:49:00.366737 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f7f90-0019-4665-a8a9-9af0811a032d None None] Network fa6dc240-8ffb-47bb-b5ab-1c538206198b requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:49:00.424200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] Publish callbacks [] for security_group (e55b1cff-df41-48ec-985e-3ea791947681), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.435727 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8979f01-89ce-40d9-bf97-957728bf4939 req-635ac9e2-57b5-4fdc-a886-0ef0db27e7ad tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:00.439632 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e8979f01-89ce-40d9-bf97-957728bf4939 req-635ac9e2-57b5-4fdc-a886-0ef0db27e7ad tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.3775039 Jul 12 10:49:00.525774 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] Publish callbacks [] for security_group (e55b1cff-df41-48ec-985e-3ea791947681), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.589893 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e8979f01-89ce-40d9-bf97-957728bf4939 req-e7fcf418-d272-47e9-be02-e5bf84023398 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320765 Jul 12 10:49:00.600514 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:49:00.732979 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:49:00.737991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.742443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e55b1cff-df41-48ec-985e-3ea791947681), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.744098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:00.747595 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:49:00.748102 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e55b1cff-df41-48ec-985e-3ea791947681 HTTP/1.1" status: 204 len: 168 time: 0.6936169 Jul 12 10:49:00.759215 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:49:00.759843 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:00.776661 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f170-a025-40f9-beef-da5c1a3534bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b1cff-df41-48ec-985e-3ea791947681,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:00.783517 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e637224b-516e-4486-a3a6-f4780d3809e4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "PUT /v2.0/floatingips/c03e2763-922c-41fc-bce5-cca53277123d HTTP/1.1" status: 200 len: 991 time: 1.6065047 Jul 12 10:49:00.783517 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:49:00.784219 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c82a56c-7815-4fc6-b949-f12a0b4f050e" -d '{"events": [{"name": "network-changed", "server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:49:00.835312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5575c-2fbe-4246-bd8b-2bdd1cad70dc x-openstack-request-id: req-98a5575c-2fbe-4246-bd8b-2bdd1cad70dc {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:49:00.835604 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:49:00.835859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98a5575c-2fbe-4246-bd8b-2bdd1cad70dc {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:49:00.836259 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a5575c-2fbe-4246-bd8b-2bdd1cad70dc'] response: {'name': 'network-changed', 'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'status': 'completed', 'code': 200} Jul 12 10:49:00.896720 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:49:00.970052 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-0ed42fa9-92b3-4f79-8937-ee7cd658107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:00.971638 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-0ed42fa9-92b3-4f79-8937-ee7cd658107f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0536938 Jul 12 10:49:01.125788 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-367a116e-6bbe-48e6-9b5c-55e125085df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:01.128245 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-367a116e-6bbe-48e6-9b5c-55e125085df6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.1469865 Jul 12 10:49:01.162699 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c03e2763-922c-41fc-bce5-cca53277123d', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:14Z', 'updated_at': '2022-07-12T10:48:59Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:01.192670 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:49:01.208358 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:49:01.209224 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:01.239588 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-7e4bb37b-d4fe-4feb-9867-26e7f99e9dd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 999 time: 0.0977821 Jul 12 10:49:01.333272 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:49:01.344832 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-7c8b67ff-b81a-406d-84ea-735eb7d30644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:01.347101 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-7c8b67ff-b81a-406d-84ea-735eb7d30644 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0629554 Jul 12 10:49:01.381694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52822) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:01.389769 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1540925091-network', 'tenant_id': '4104e6c1504d4de092e2a4b42b465d9a'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:49:01.439425 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-84b7bf11-a084-4d4a-83e6-ce9074d43c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:01.441814 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-84b7bf11-a084-4d4a-83e6-ce9074d43c20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692585 Jul 12 10:49:01.484593 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46dff2-e61e-4b0d-9694-611c28ccde4a req-18986e3a-8511-4537-a1d2-2295f54cd4e4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:01.486188 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe46dff2-e61e-4b0d-9694-611c28ccde4a req-18986e3a-8511-4537-a1d2-2295f54cd4e4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0648932 Jul 12 10:49:01.554351 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Made reservation on behalf of 4104e6c1504d4de092e2a4b42b465d9a for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:49:01.557922 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.577081 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-1ea349aa-9b98-4cc9-bc9b-3a1cb6d78ad4 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223128 Jul 12 10:49:01.577601 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe46dff2-e61e-4b0d-9694-611c28ccde4a req-29364a96-5c91-4058-bdd6-b55e3e0fa386 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797920 Jul 12 10:49:01.578745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.697348 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks [] for security_group (86760533-5cd5-4375-9c45-31987329f56f), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.745786 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c03e2763-922c-41fc-bce5-cca53277123d', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:14Z', 'updated_at': '2022-07-12T10:48:59Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:01.774517 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71389f-4ce6-4cc6-916e-6e4e2bfa576f req-a86d0002-1da6-40c8-b1f5-e62c7f9af16d tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:01.783032 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52830) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:01.786283 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0d71389f-4ce6-4cc6-916e-6e4e2bfa576f req-a86d0002-1da6-40c8-b1f5-e62c7f9af16d tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.0846615 Jul 12 10:49:01.802421 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c885c658-5deb-4057-abae-93cc8b38547a None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c03e2763-922c-41fc-bce5-cca53277123d', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:14Z', 'updated_at': '2022-07-12T10:48:59Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:49:01.824662 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cab1-1cc4-44a0-a7fe-694afed893f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.837809 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (86760533-5cd5-4375-9c45-31987329f56f), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.838031 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8c82a56c-7815-4fc6-b949-f12a0b4f050e req-882789c1-6773-41a3-9cf0-938c78253333 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519317 Jul 12 10:49:01.907455 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0d71389f-4ce6-4cc6-916e-6e4e2bfa576f req-22ab4abc-6adf-42f3-b009-ed6b1d2ef6be tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/security-groups?id=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708578 Jul 12 10:49:01.907455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1054, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:49:01.909571 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86760533-5cd5-4375-9c45-31987329f56f,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:01.938441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9e16e9e3-17b7-4f42-b234-97bc5a867c21), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:01.939740 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Added segment 9e16e9e3-17b7-4f42-b234-97bc5a867c21 of type vlan for network d656185c-dfc9-428c-8a65-d04f698a1679 Jul 12 10:49:01.996454 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (d656185c-dfc9-428c-8a65-d04f698a1679), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.028232 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cab1-1cc4-44a0-a7fe-694afed893f3 admin admin] Publish callbacks [] for security_group (386ad6af-c777-4a65-8384-76ddb0922984), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.060223 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-28ddabe9-54a8-475b-99e7-7a26e5dbc975 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:02.061935 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-28ddabe9-54a8-475b-99e7-7a26e5dbc975 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.76 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 945 time: 0.1242664 Jul 12 10:49:02.134734 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e79bd-6930-475f-9b15-3f269cb169ed None None] New status for floating IP c03e2763-922c-41fc-bce5-cca53277123d: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:49:02.173599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (d656185c-dfc9-428c-8a65-d04f698a1679), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.175270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:02.175996 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.178061 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.187840 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e6f3cab1-1cc4-44a0-a7fe-694afed893f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (386ad6af-c777-4a65-8384-76ddb0922984), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.257290 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e6f3cab1-1cc4-44a0-a7fe-694afed893f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b7dda69a6e14ec5b1c8e540be2005a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731746 Jul 12 10:49:02.259467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3cab1-1cc4-44a0-a7fe-694afed893f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ad6af-c777-4a65-8384-76ddb0922984,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:02.260551 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52836) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:02.271176 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Deleting port 77e7de57-2051-479b-96ba-35b5bb2712a0 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:49:02.271642 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.284006 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] Pushing event updated for resources: {'Network': ['ID=d656185c-dfc9-428c-8a65-d04f698a1679,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:02.325953 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-706d76ed-323c-4877-9629-67d1e47986fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9431357 Jul 12 10:49:02.336587 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network d656185c-dfc9-428c-8a65-d04f698a1679 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:49:02.339065 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52840) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:02.351350 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Request body: {'subnet': {'network_id': 'd656185c-dfc9-428c-8a65-d04f698a1679', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1540925091-subnet', 'tenant_id': '4104e6c1504d4de092e2a4b42b465d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:49:02.388801 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] Publish callbacks [] for security_group (386ad6af-c777-4a65-8384-76ddb0922984), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.420206 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] For port 77e7de57-2051-479b-96ba-35b5bb2712a0, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=77e7de57-2051-479b-96ba-35b5bb2712a0,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:49:02.420654 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.440184 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] Publish callbacks [] for security_group (386ad6af-c777-4a65-8384-76ddb0922984), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.440274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Calling delete_port for 77e7de57-2051-479b-96ba-35b5bb2712a0 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:49:02.507227 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Made reservation on behalf of 4104e6c1504d4de092e2a4b42b465d9a for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:49:02.511642 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.615490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (386ad6af-c777-4a65-8384-76ddb0922984), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.620778 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.625455 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/386ad6af-c777-4a65-8384-76ddb0922984 HTTP/1.1" status: 204 len: 168 time: 0.3593099 Jul 12 10:49:02.645025 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cec84-c44d-4d0c-9271-4390e3a8e6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ad6af-c777-4a65-8384-76ddb0922984,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:02.696166 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (77e7de57-2051-479b-96ba-35b5bb2712a0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.728337 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Pushing event deleted for resources: {'Port': ['ID=77e7de57-2051-479b-96ba-35b5bb2712a0,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:02.772065 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a35f2b-70c3-4ac2-ab13-2b4413cce1b1 req-9412b335-2338-4559-aa61-ecbcc00b8afa tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:02.834754 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64a35f2b-70c3-4ac2-ab13-2b4413cce1b1 req-9412b335-2338-4559-aa61-ecbcc00b8afa tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1228745 Jul 12 10:49:02.836275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] No DVR routers for this DVR port 77e7de57-2051-479b-96ba-35b5bb2712a0 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:49:02.836275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.836275 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6bc8f407-0c8f-4fc0-a997-771684e79d59 req-5922c4e5-2561-4900-b78b-a6c398b13170 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.76 "DELETE /v2.0/ports/77e7de57-2051-479b-96ba-35b5bb2712a0 HTTP/1.1" status: 204 len: 173 time: 0.7581422 Jul 12 10:49:02.836275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'name': 'network-vif-deleted', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:49:02.836275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f27a00d-9d11-4bac-8d3e-b7e2d34d7d73" -d '{"events": [{"server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "name": "network-vif-deleted", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:49:02.869868 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:02.881493 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699c5ff-747f-4852-9461-37ef26df984d x-openstack-request-id: req-3699c5ff-747f-4852-9461-37ef26df984d {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:49:02.883191 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68903020-ddb5-49f3-a518-32e311148882", "name": "network-vif-deleted", "tag": "77e7de57-2051-479b-96ba-35b5bb2712a0", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:49:02.884480 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3699c5ff-747f-4852-9461-37ef26df984d {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:49:02.884998 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3699c5ff-747f-4852-9461-37ef26df984d'] response: {'server_uuid': '68903020-ddb5-49f3-a518-32e311148882', 'name': 'network-vif-deleted', 'tag': '77e7de57-2051-479b-96ba-35b5bb2712a0', 'status': 'completed', 'code': 200} Jul 12 10:49:02.917565 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64a35f2b-70c3-4ac2-ab13-2b4413cce1b1 req-107aaa41-4c67-4a7f-a947-dea1ce0299f6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342523 Jul 12 10:49:02.998680 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f8f3bcaa-46b9-44ca-ba14-54baf63f6857 req-26e85fb7-0eaf-4193-a418-479f1d77cc19 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.0312502 Jul 12 10:49:03.049233 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:03.110032 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:03.118185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Checking segment: {'id': '9e16e9e3-17b7-4f42-b234-97bc5a867c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1054, 'network_id': 'd656185c-dfc9-428c-8a65-d04f698a1679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:49:03.122574 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Network hostable DHCP agents. Network: d656185c-dfc9-428c-8a65-d04f698a1679, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:49:03.218609 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Network d656185c-dfc9-428c-8a65-d04f698a1679 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:49:03.327242 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, d656185c-dfc9-428c-8a65-d04f698a1679) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:49:03.332259 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:03.333944 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:03.336484 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922dd283-0217-417a-80cb-cd0a7be90e11 None None] Network d656185c-dfc9-428c-8a65-d04f698a1679 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:49:03.468244 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4630bbbd-b2c0-481d-b9e5-c7f6e19ef297 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1270506 Jul 12 10:49:03.471475 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebafa9e-429d-49b6-8e73-6a045058fba9 None None] Network d656185c-dfc9-428c-8a65-d04f698a1679 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:49:04.105214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9d5d-a555-4bb8-bce8-a40c539a2b98 req-62f0ce65-cb6a-4ef2-bf3c-177362632136 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:04.108777 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-622d9d5d-a555-4bb8-bce8-a40c539a2b98 req-62f0ce65-cb6a-4ef2-bf3c-177362632136 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0904036 Jul 12 10:49:04.191687 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-622d9d5d-a555-4bb8-bce8-a40c539a2b98 req-d803f51e-df84-4beb-a8b6-48340c25366d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723948 Jul 12 10:49:04.213805 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5933be6e-c446-4c2e-ae99-9fccf513c1a4 req-feff5b85-3c66-4932-9af1-310fbaedf7e2 tempest-DeleteServersTestJSON-749603493 tempest-DeleteServersTestJSON-749603493-project] 10.222.0.36 "GET /v2.0/ports?device_id=68903020-ddb5-49f3-a518-32e311148882 HTTP/1.1" status: 200 len: 210 time: 0.0359821 Jul 12 10:49:04.357827 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 52896) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:04.486959 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4778296b-002e-4602-b946-8801a583640c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:04.569237 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 77e7de57-2051-479b-96ba-35b5bb2712a0 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:49:04.574844 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4778296b-002e-4602-b946-8801a583640c admin admin] Publish callbacks [] for security_group (d30c82ce-5f39-4252-bd2a-3f15e23b8c21), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:04.587808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 77e7de57-2051-479b-96ba-35b5bb2712a0 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:49:04.588152 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 77e7de57-2051-479b-96ba-35b5bb2712a0 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:49:04.692820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4778296b-002e-4602-b946-8801a583640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d30c82ce-5f39-4252-bd2a-3f15e23b8c21), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:04.743874 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4778296b-002e-4602-b946-8801a583640c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95d4245252a843848dbd54a0cf840433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840077 Jul 12 10:49:04.746683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 52908) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:04.766646 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778296b-002e-4602-b946-8801a583640c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30c82ce-5f39-4252-bd2a-3f15e23b8c21,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:04.833619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] Publish callbacks [] for security_group (d30c82ce-5f39-4252-bd2a-3f15e23b8c21), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:04.885731 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] Publish callbacks [] for security_group (d30c82ce-5f39-4252-bd2a-3f15e23b8c21), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:05.018650 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d30c82ce-5f39-4252-bd2a-3f15e23b8c21), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:05.021321 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:05.022535 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d30c82ce-5f39-4252-bd2a-3f15e23b8c21 HTTP/1.1" status: 204 len: 168 time: 0.2746990 Jul 12 10:49:05.031590 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa5ebc-655e-4bff-a0be-ae30370b2e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30c82ce-5f39-4252-bd2a-3f15e23b8c21,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:05.352302 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face971d-6710-4913-9e99-10b6f0e9d86c req-97f0823b-581f-44b2-a4ee-6a4aef843fde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:05.355141 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-face971d-6710-4913-9e99-10b6f0e9d86c req-97f0823b-581f-44b2-a4ee-6a4aef843fde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0873580 Jul 12 10:49:05.439201 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-face971d-6710-4913-9e99-10b6f0e9d86c req-544155e4-8f00-4746-bd19-dc45e101b514 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770068 Jul 12 10:49:06.577681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8e288-2a6b-4cff-9c4f-57438cf014bd req-e1a48384-38cd-416d-ba8b-4283dd0122bc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:06.579520 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70c8e288-2a6b-4cff-9c4f-57438cf014bd req-e1a48384-38cd-416d-ba8b-4283dd0122bc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0603821 Jul 12 10:49:06.667639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70c8e288-2a6b-4cff-9c4f-57438cf014bd req-3dc2a796-743c-483c-bbc7-3dd6e9cc6a39 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797727 Jul 12 10:49:07.556586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53040) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:07.806115 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea607b-b1c7-43b9-8880-cc770416a6df req-2562be53-181e-4a35-82cd-876434892c32 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:07.807880 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4dea607b-b1c7-43b9-8880-cc770416a6df req-2562be53-181e-4a35-82cd-876434892c32 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0685685 Jul 12 10:49:07.862811 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4dea607b-b1c7-43b9-8880-cc770416a6df req-7a21a956-737a-4733-a619-8608bf418644 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478745 Jul 12 10:49:08.035668 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:08.587159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Deleting port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:49:08.587757 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:08.670735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] For port 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:49:08.671330 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:08.688809 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Calling delete_port for 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:49:08.984262 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:09.002243 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2227a-bcf5-4e8b-b53a-f4b35b3f53be req-09973ad5-c6f5-42d3-bfd2-7c15f3140615 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:09.003941 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9d2227a-bcf5-4e8b-b53a-f4b35b3f53be req-09973ad5-c6f5-42d3-bfd2-7c15f3140615 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0637922 Jul 12 10:49:09.050551 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:09.166378 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9d2227a-bcf5-4e8b-b53a-f4b35b3f53be req-f29b76e3-852e-44b1-9fa5-33e54c47759c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542232 Jul 12 10:49:09.198439 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:09.455545 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:49:09.564911 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:49:09.570326 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3e4a81cf-4cae-48f7-9ad8-719df2acec4c admin admin] 10.222.0.36 "PUT /v2.0/routers/0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122154 Jul 12 10:49:09.575484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53096) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:09.578366 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Sync routers for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:49:09.592334 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:49:09.593173 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:09.728752 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks [] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:09.729024 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:49:09.850362 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks [] for router_gateway (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:09.930092 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:49:08Z', 'revision_number': 5, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:09.963066 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Checking router: 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:49:09.972493 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Routers {'0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:49:09.973141 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:48:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:10.049154 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Deleting port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:49:10.049691 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:10.103983 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] Set router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:49:10.174128 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] For port 86ea80bb-72c6-44c9-9dce-ee41ad7df64a, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:49:10.175026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:10.207607 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Calling delete_port for 86ea80bb-72c6-44c9-9dce-ee41ad7df64a owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:49:10.330512 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:49:08Z', 'revision_number': 5, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:10.360711 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f1d0e-7e33-407e-928b-056ec9485b8d None None] The sync data for ids ['0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea'] in dv-cinder-847864-7-iscsi is: [{'id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'name': 'tempest-DeleteServersTestJSON-1568007860-router', 'tenant_id': 'c1449be393484acfa86fed93ab26859f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:49:08Z', 'revision_number': 5, 'project_id': 'c1449be393484acfa86fed93ab26859f', 'gw_port': {'id': '86ea80bb-72c6-44c9-9dce-ee41ad7df64a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:49:10.397302 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dfd33-a630-41fb-89c7-172109bddb35 req-3b5fdb6f-7e6a-4dd8-beb6-292b66ccf0ec tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:10.399373 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-125dfd33-a630-41fb-89c7-172109bddb35 req-3b5fdb6f-7e6a-4dd8-beb6-292b66ccf0ec tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1372924 Jul 12 10:49:10.483219 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-125dfd33-a630-41fb-89c7-172109bddb35 req-34eee974-2550-4895-aa37-f073e8ea7d25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716736 Jul 12 10:49:10.653793 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (86ea80bb-72c6-44c9-9dce-ee41ad7df64a), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:10.686601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Pushing event deleted for resources: {'Port': ['ID=86ea80bb-72c6-44c9-9dce-ee41ad7df64a,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:10.718275 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:10.847514 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:10.850672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks [] for router_controller (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.013465 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.014026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:49:11.024548 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.024548 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-cd86fbce-7ab1-463d-9e8c-aa4df39aca2d admin admin] 10.222.0.36 "DELETE /v2.0/routers/0c193bd5-e77d-41fe-83b6-5fc7ae81d7ea HTTP/1.1" status: 204 len: 168 time: 1.4463336 Jul 12 10:49:11.028266 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53108) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:11.116158 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Deleting subnet 4ad84023-76b0-487e-83cf-431e50e2fc4e {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:49:11.120148 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Publish callbacks [] for subnet (4ad84023-76b0-487e-83cf-431e50e2fc4e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.183989 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Publish callbacks [] for subnet (4ad84023-76b0-487e-83cf-431e50e2fc4e), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.220213 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:49:11.240795 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:49:11.241457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dbf5087-4fa2-41dc-b249-3f9ccb85cb8b not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:49:11.314237 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (4ad84023-76b0-487e-83cf-431e50e2fc4e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.496671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for subnet (4ad84023-76b0-487e-83cf-431e50e2fc4e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.528190 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad84023-76b0-487e-83cf-431e50e2fc4e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:11.532269 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.535629 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b593678e-942d-4cfc-b826-00aed965cd0c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ad84023-76b0-487e-83cf-431e50e2fc4e HTTP/1.1" status: 204 len: 168 time: 0.5058379 Jul 12 10:49:11.538080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53122) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:11.538836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669cd27-8690-48f4-9b85-0e0047706bc8 None None] Network aa55f209-2d06-404c-8e02-bf0beef117b5 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:49:11.673167 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (aa55f209-2d06-404c-8e02-bf0beef117b5), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.712152 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f9ebf-2e93-477c-a0c4-546b461783dc req-c94f82a3-62c9-4ffe-b88e-0e188dea53a7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:11.713137 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-484f9ebf-2e93-477c-a0c4-546b461783dc req-c94f82a3-62c9-4ffe-b88e-0e188dea53a7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0998983 Jul 12 10:49:11.783574 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Deleting port 70c935c5-069b-4595-9f69-e0860408fe1b {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:49:11.784282 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.835116 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-484f9ebf-2e93-477c-a0c4-546b461783dc req-94f2920f-afcc-4870-bc1e-a3a8aab2a706 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085863 Jul 12 10:49:11.901577 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] For port 70c935c5-069b-4595-9f69-e0860408fe1b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=70c935c5-069b-4595-9f69-e0860408fe1b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:49:11.902622 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:11.923467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Calling delete_port for 70c935c5-069b-4595-9f69-e0860408fe1b owned by network:dhcp {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:49:12.029843 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08a433-437b-4023-9beb-8372e783242f None None] DHCP port deletion for aa55f209-2d06-404c-8e02-bf0beef117b5 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:49:12.122775 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Deleting port 70c935c5-069b-4595-9f69-e0860408fe1b {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:49:12.123222 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.157530 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.206469 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c935c5-069b-4595-9f69-e0860408fe1b,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:12.213669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-7e08a433-437b-4023-9beb-8372e783242f None None] For port 70c935c5-069b-4595-9f69-e0860408fe1b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=70c935c5-069b-4595-9f69-e0860408fe1b,segment=NetworkSegment(254ca4de-0bcf-4985-96cc-73c85ee107e4),segment_id=254ca4de-0bcf-4985-96cc-73c85ee107e4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:49:12.216294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.224957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] No DVR routers for this DVR port 70c935c5-069b-4595-9f69-e0860408fe1b on host dv-cinder-847864-7-iscsi {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:49:12.244491 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Calling delete_port for 70c935c5-069b-4595-9f69-e0860408fe1b owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:49:12.333602 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (aa55f209-2d06-404c-8e02-bf0beef117b5), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.371859 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.372317 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.373131 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.373466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > port after_create 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.373806 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.374163 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > port after_update 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.374493 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.374838 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.375186 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.375541 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.402847 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (70c935c5-069b-4595-9f69-e0860408fe1b), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.429926 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08a433-437b-4023-9beb-8372e783242f None None] Pushing event deleted for resources: {'Port': ['ID=70c935c5-069b-4595-9f69-e0860408fe1b,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:12.436067 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e08a433-437b-4023-9beb-8372e783242f None None] No DVR routers for this DVR port 70c935c5-069b-4595-9f69-e0860408fe1b on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:49:12.521171 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.521520 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.521852 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.522184 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:12.522565 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa55f209-2d06-404c-8e02-bf0beef117b5']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:12.540419 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254ca4de-0bcf-4985-96cc-73c85ee107e4') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:12.540714 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254ca4de-0bcf-4985-96cc-73c85ee107e4') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:12.556125 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (254ca4de-0bcf-4985-96cc-73c85ee107e4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.579356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (254ca4de-0bcf-4985-96cc-73c85ee107e4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.593821 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:49:12.593821 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (254ca4de-0bcf-4985-96cc-73c85ee107e4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.744464 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (aa55f209-2d06-404c-8e02-bf0beef117b5), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.752466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:12.758450 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aa55f209-2d06-404c-8e02-bf0beef117b5 HTTP/1.1" status: 204 len: 168 time: 1.2188718 Jul 12 10:49:12.769579 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422461d2-6211-47c0-86f1-300edaebdb08 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa55f209-2d06-404c-8e02-bf0beef117b5,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:12.781027 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 254ca4de-0bcf-4985-96cc-73c85ee107e4 resource provider aggregate not found Jul 12 10:49:12.799139 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 254ca4de-0bcf-4985-96cc-73c85ee107e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 254ca4de-0bcf-4985-96cc-73c85ee107e4 found for delete ", "request_id": "req-19f6b8d6-4945-47a0-bef5-54e677f7f203"}]} Jul 12 10:49:12.976510 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201f660-e254-47a4-b096-1e79c29f085d req-2fda7932-e910-4e9a-9326-ce65feb40894 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:12.978049 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a201f660-e254-47a4-b096-1e79c29f085d req-2fda7932-e910-4e9a-9326-ce65feb40894 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0605669 Jul 12 10:49:13.068779 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a201f660-e254-47a4-b096-1e79c29f085d req-976444dd-1f7a-4e8f-8108-02aceeca1007 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833466 Jul 12 10:49:13.100624 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86ea80bb-72c6-44c9-9dce-ee41ad7df64a no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:49:13.125413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 86ea80bb-72c6-44c9-9dce-ee41ad7df64a {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:49:13.125413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86ea80bb-72c6-44c9-9dce-ee41ad7df64a not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:49:13.125413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 70c935c5-069b-4595-9f69-e0860408fe1b no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:49:13.140752 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 70c935c5-069b-4595-9f69-e0860408fe1b {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:49:13.141073 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 70c935c5-069b-4595-9f69-e0860408fe1b not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:49:13.203225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53162) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:13.246314 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-855669ed-f106-4966-98e1-6f799fdd8134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1449be393484acfa86fed93ab26859f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417473 Jul 12 10:49:13.248565 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53164) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:13.298748 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] Publish callbacks [] for security_group (96a281e3-893f-43d3-a3eb-90d9fbd6dd8e), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:13.327687 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] Publish callbacks [] for security_group (96a281e3-893f-43d3-a3eb-90d9fbd6dd8e), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:13.573177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (96a281e3-893f-43d3-a3eb-90d9fbd6dd8e), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:13.577470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:13.578798 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96a281e3-893f-43d3-a3eb-90d9fbd6dd8e HTTP/1.1" status: 204 len: 168 time: 0.3292885 Jul 12 10:49:13.586933 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf8b18-b5ee-4e50-8a99-216acce1041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a281e3-893f-43d3-a3eb-90d9fbd6dd8e,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:14.208167 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf9aa5-a484-431c-9001-7fb1f0e662b3 req-40d4f4c2-566f-4e0e-ad47-171ebfc145ff tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:14.209743 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eedf9aa5-a484-431c-9001-7fb1f0e662b3 req-40d4f4c2-566f-4e0e-ad47-171ebfc145ff tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0649271 Jul 12 10:49:14.263835 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eedf9aa5-a484-431c-9001-7fb1f0e662b3 req-31aefb63-7d69-416e-a104-b528dde4779e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457575 Jul 12 10:49:15.402513 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452558-b596-4d46-96f4-84e14825eac0 req-8a9e11cd-f049-4b19-82bb-0c7906a4ee29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:15.417878 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6452558-b596-4d46-96f4-84e14825eac0 req-8a9e11cd-f049-4b19-82bb-0c7906a4ee29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0788028 Jul 12 10:49:15.503574 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6452558-b596-4d46-96f4-84e14825eac0 req-274e0434-33c7-494c-919a-cd8fd7b7c69f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Jul 12 10:49:16.652155 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e223e99-c8d7-4c24-b244-ffb9db93077f req-4027e367-3dcf-4292-bcdb-a086628fdb8b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:16.653794 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3e223e99-c8d7-4c24-b244-ffb9db93077f req-4027e367-3dcf-4292-bcdb-a086628fdb8b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0630119 Jul 12 10:49:16.708653 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3e223e99-c8d7-4c24-b244-ffb9db93077f req-50484559-dd7b-4f1c-a9ad-be57920380e4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Jul 12 10:49:17.552426 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53308) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:17.631748 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53312) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:17.728837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-513f0986-4b60-43a2-81d1-f3b9690d9d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:17.753107 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-331010c3-d0ab-4b36-a358-a376680f5b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:17.839634 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62972a91-68db-4997-ad6b-b0fe38192673 req-30edcb51-435a-490a-aa19-5db89b08229c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:17.841327 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62972a91-68db-4997-ad6b-b0fe38192673 req-30edcb51-435a-490a-aa19-5db89b08229c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Jul 12 10:49:17.890527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62972a91-68db-4997-ad6b-b0fe38192673 req-48d439d0-9ae3-4c27-b728-9e61674a3491 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Jul 12 10:49:18.034092 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-331010c3-d0ab-4b36-a358-a376680f5b73 admin admin] Publish callbacks [] for security_group (e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.035998 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-513f0986-4b60-43a2-81d1-f3b9690d9d96 admin admin] Publish callbacks [] for security_group (d34c1954-9165-4c7e-8db9-0ed43abf90ad), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.126795 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-331010c3-d0ab-4b36-a358-a376680f5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.169089 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-331010c3-d0ab-4b36-a358-a376680f5b73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53877f7bd0f94301a75ac0943eb80c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361056 Jul 12 10:49:18.170115 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-513f0986-4b60-43a2-81d1-f3b9690d9d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d34c1954-9165-4c7e-8db9-0ed43abf90ad), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.171563 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53320) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:18.172520 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331010c3-d0ab-4b36-a358-a376680f5b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:18.216070 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-513f0986-4b60-43a2-81d1-f3b9690d9d96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=710858e232084477b351c3be31c82acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6625261 Jul 12 10:49:18.216962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f0986-4b60-43a2-81d1-f3b9690d9d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c1954-9165-4c7e-8db9-0ed43abf90ad,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:18.220351 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53322) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:18.242768 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] Publish callbacks [] for security_group (e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.279775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] Publish callbacks [] for security_group (e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.288735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] Publish callbacks [] for security_group (d34c1954-9165-4c7e-8db9-0ed43abf90ad), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.323764 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] Publish callbacks [] for security_group (d34c1954-9165-4c7e-8db9-0ed43abf90ad), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.441008 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.443881 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.445060 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12 HTTP/1.1" status: 204 len: 168 time: 0.2723453 Jul 12 10:49:18.454039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60373d27-6683-446a-9b0b-8f23b6835519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012acc4-85cd-4dfa-a7d0-4b0eb0c37f12,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:18.475138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d34c1954-9165-4c7e-8db9-0ed43abf90ad), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.485101 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:18.485101 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d34c1954-9165-4c7e-8db9-0ed43abf90ad HTTP/1.1" status: 204 len: 168 time: 0.2554410 Jul 12 10:49:18.488065 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fb546-6301-4e9e-b3f4-e5620685d264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c1954-9165-4c7e-8db9-0ed43abf90ad,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:19.020198 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d16c9b-56f8-4bcb-8f8c-ba9b2b303609 req-45d17ddb-c426-409b-9931-0653e2f9f193 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:19.021862 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-41d16c9b-56f8-4bcb-8f8c-ba9b2b303609 req-45d17ddb-c426-409b-9931-0653e2f9f193 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0619757 Jul 12 10:49:19.078641 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-41d16c9b-56f8-4bcb-8f8c-ba9b2b303609 req-841e4796-19ae-4b67-b4bc-a4f1347544a1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Jul 12 10:49:19.218420 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53344) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:19.232987 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a54-47f6-4725-9be7-059e8bfa5091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.300003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53346) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:19.313601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b361a352-581a-4c6d-93cb-2932d75e2d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.322956 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a54-47f6-4725-9be7-059e8bfa5091 admin admin] Publish callbacks [] for security_group (b4a383d2-eac4-47de-8d7f-c250ba34bc78), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.397764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b361a352-581a-4c6d-93cb-2932d75e2d8e admin admin] Publish callbacks [] for security_group (c6224450-d3da-4fe0-be05-f5af895be7b0), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.418112 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4e0b5a54-47f6-4725-9be7-059e8bfa5091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (b4a383d2-eac4-47de-8d7f-c250ba34bc78), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.457943 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4e0b5a54-47f6-4725-9be7-059e8bfa5091 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d86725d24cf45d08acf22fad8fd57cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383866 Jul 12 10:49:19.458655 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b5a54-47f6-4725-9be7-059e8bfa5091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a383d2-eac4-47de-8d7f-c250ba34bc78,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:19.460756 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53348) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:19.489818 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b361a352-581a-4c6d-93cb-2932d75e2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c6224450-d3da-4fe0-be05-f5af895be7b0), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.542820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361a352-581a-4c6d-93cb-2932d75e2d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6224450-d3da-4fe0-be05-f5af895be7b0,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:19.552442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b361a352-581a-4c6d-93cb-2932d75e2d8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60a3ae1da8dc47368e324d60ebed9267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480502 Jul 12 10:49:19.553190 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53350) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:19.574041 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] Publish callbacks [] for security_group (b4a383d2-eac4-47de-8d7f-c250ba34bc78), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.614295 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] Publish callbacks [] for security_group (b4a383d2-eac4-47de-8d7f-c250ba34bc78), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.655006 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] Publish callbacks [] for security_group (c6224450-d3da-4fe0-be05-f5af895be7b0), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.679770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] Publish callbacks [] for security_group (c6224450-d3da-4fe0-be05-f5af895be7b0), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.779226 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (b4a383d2-eac4-47de-8d7f-c250ba34bc78), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.782166 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.783507 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4a383d2-eac4-47de-8d7f-c250ba34bc78 HTTP/1.1" status: 204 len: 168 time: 0.3215439 Jul 12 10:49:19.802819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097e8df-dd31-4d61-bb7d-286680c60448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a383d2-eac4-47de-8d7f-c250ba34bc78,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:19.888574 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c6224450-d3da-4fe0-be05-f5af895be7b0), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.891611 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:19.895837 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6224450-d3da-4fe0-be05-f5af895be7b0 HTTP/1.1" status: 204 len: 168 time: 0.3397036 Jul 12 10:49:19.923936 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f33bef-1b38-4f52-96fa-30d1e20a1356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6224450-d3da-4fe0-be05-f5af895be7b0,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:20.219378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506cbb-66d0-4f75-9a9b-aa004bfd5275 req-e859eb5e-2e01-4d97-b2eb-86c67e410d27 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:20.221583 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f2506cbb-66d0-4f75-9a9b-aa004bfd5275 req-e859eb5e-2e01-4d97-b2eb-86c67e410d27 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0638220 Jul 12 10:49:20.516801 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f2506cbb-66d0-4f75-9a9b-aa004bfd5275 req-7e1e30ad-5be6-401f-856c-cdee863874de tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887084 Jul 12 10:49:20.969230 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53394) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:20.985179 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-05a54d33-af44-4891-9a0f-0fca33c55e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.076493 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-05a54d33-af44-4891-9a0f-0fca33c55e16 admin admin] Publish callbacks [] for security_group (3fef6ce5-0344-4277-8b21-70c389460d99), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.143589 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-05a54d33-af44-4891-9a0f-0fca33c55e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3fef6ce5-0344-4277-8b21-70c389460d99), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.201541 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-05a54d33-af44-4891-9a0f-0fca33c55e16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4173d4ec0ef4e5a846f3d251d7a5c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312257 Jul 12 10:49:21.202408 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a54d33-af44-4891-9a0f-0fca33c55e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fef6ce5-0344-4277-8b21-70c389460d99,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:21.204277 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53406) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:21.258435 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] Publish callbacks [] for security_group (3fef6ce5-0344-4277-8b21-70c389460d99), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.281129 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] Publish callbacks [] for security_group (3fef6ce5-0344-4277-8b21-70c389460d99), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.412279 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3fef6ce5-0344-4277-8b21-70c389460d99), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.414890 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:21.416179 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fef6ce5-0344-4277-8b21-70c389460d99 HTTP/1.1" status: 204 len: 168 time: 0.2095003 Jul 12 10:49:21.424377 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d7626-9c85-4e11-8c92-1fa38206a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fef6ce5-0344-4277-8b21-70c389460d99,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:21.629605 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:49:21.651805 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2f600-5757-4348-83c4-9f3cbefbc127 req-0e1e3ec9-3c09-4bb4-b0f8-51e16dac8d78 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:21.653443 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4bf2f600-5757-4348-83c4-9f3cbefbc127 req-0e1e3ec9-3c09-4bb4-b0f8-51e16dac8d78 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0587816 Jul 12 10:49:21.711558 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4bf2f600-5757-4348-83c4-9f3cbefbc127 req-b0f09212-58cd-4573-99b3-185d5af53f61 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524695 Jul 12 10:49:22.307481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53454) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:22.361078 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Deleting subnet 361492aa-51f4-452e-a939-0e385cc9bc29 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:49:22.364874 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Publish callbacks [] for subnet (361492aa-51f4-452e-a939-0e385cc9bc29), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.405313 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (361492aa-51f4-452e-a939-0e385cc9bc29), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.459243 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (361492aa-51f4-452e-a939-0e385cc9bc29), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.635532 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (361492aa-51f4-452e-a939-0e385cc9bc29), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.667319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361492aa-51f4-452e-a939-0e385cc9bc29,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:22.671363 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.676377 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-24285b9c-283c-426b-b92b-2c30775bff27 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/361492aa-51f4-452e-a939-0e385cc9bc29 HTTP/1.1" status: 204 len: 168 time: 0.3676965 Jul 12 10:49:22.679380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53466) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:22.754255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (fa6dc240-8ffb-47bb-b5ab-1c538206198b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.891087 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (fa6dc240-8ffb-47bb-b5ab-1c538206198b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:22.920200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.920561 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.921312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.921646 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > port after_create 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.921990 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.922350 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > port after_update 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.922672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.923039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.923366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.923708 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.997887 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.998520 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.998786 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.999326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110926) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 10:49:22.999750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6dc240-8ffb-47bb-b5ab-1c538206198b']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.012126 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c663d4-cc57-40e3-bfd6-bf647ba8195e req-1dd03847-1447-4999-8dc1-98cc9b28ca7e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:23.013869 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-96c663d4-cc57-40e3-bfd6-bf647ba8195e req-1dd03847-1447-4999-8dc1-98cc9b28ca7e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.2107115 Jul 12 10:49:23.039082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b008a23-6317-48b2-89f5-ede547137fe9') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.039540 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b008a23-6317-48b2-89f5-ede547137fe9') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.084284 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (3b008a23-6317-48b2-89f5-ede547137fe9), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.149233 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (3b008a23-6317-48b2-89f5-ede547137fe9), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.164942 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:49:23.165454 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (3b008a23-6317-48b2-89f5-ede547137fe9), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.185844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-96c663d4-cc57-40e3-bfd6-bf647ba8195e req-a1f1459e-db76-42ae-a50c-9d0d35ef0929 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624477 Jul 12 10:49:23.332307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (fa6dc240-8ffb-47bb-b5ab-1c538206198b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.340646 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.343851 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa6dc240-8ffb-47bb-b5ab-1c538206198b HTTP/1.1" status: 204 len: 168 time: 0.6634648 Jul 12 10:49:23.346940 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53488) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:23.353764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54bda-2e7c-44a9-b579-4b7d4469aa77 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6dc240-8ffb-47bb-b5ab-1c538206198b,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:23.402859 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Deleting subnet 0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:49:23.406363 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Publish callbacks [] for subnet (0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.409057 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 3b008a23-6317-48b2-89f5-ede547137fe9 resource provider aggregate not found Jul 12 10:49:23.427484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 3b008a23-6317-48b2-89f5-ede547137fe9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b008a23-6317-48b2-89f5-ede547137fe9 found for delete ", "request_id": "req-0396440f-7c4b-4e1d-947c-41bb79a14d46"}]} Jul 12 10:49:23.444987 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.499625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.669818 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.701753 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:23.704213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.707575 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-03002c30-f01b-4774-ae1c-d361583e65f8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0dbfc564-6f65-4985-8b3f-b7fc2e49dc7b HTTP/1.1" status: 204 len: 168 time: 0.3594813 Jul 12 10:49:23.710116 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53504) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:23.795706 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (d656185c-dfc9-428c-8a65-d04f698a1679), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.887283 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (d656185c-dfc9-428c-8a65-d04f698a1679), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.913673 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d656185c-dfc9-428c-8a65-d04f698a1679']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.924077 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e16e9e3-17b7-4f42-b234-97bc5a867c21') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.924266 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e16e9e3-17b7-4f42-b234-97bc5a867c21') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:49:23.934461 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (9e16e9e3-17b7-4f42-b234-97bc5a867c21), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.948897 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9e16e9e3-17b7-4f42-b234-97bc5a867c21), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.954893 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Releasing vlan 1054 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:49:23.955310 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (9e16e9e3-17b7-4f42-b234-97bc5a867c21), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:23.997614 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 9e16e9e3-17b7-4f42-b234-97bc5a867c21 resource provider aggregate not found Jul 12 10:49:24.022175 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 9e16e9e3-17b7-4f42-b234-97bc5a867c21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e16e9e3-17b7-4f42-b234-97bc5a867c21 found for delete ", "request_id": "req-56ea2344-58cf-4dc5-9a79-4e70f79830fd"}]} Jul 12 10:49:24.139009 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (d656185c-dfc9-428c-8a65-d04f698a1679), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:24.147330 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:24.156058 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d656185c-dfc9-428c-8a65-d04f698a1679 HTTP/1.1" status: 204 len: 168 time: 0.4423988 Jul 12 10:49:24.167360 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de41935-3e59-42bc-aee9-a7da4dc66da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d656185c-dfc9-428c-8a65-d04f698a1679,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:24.320794 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c8917-b508-40ef-9909-c544c928c5e7 req-1c42e780-1fcd-43e4-adda-9859ce46d147 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:24.322424 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd0c8917-b508-40ef-9909-c544c928c5e7 req-1c42e780-1fcd-43e4-adda-9859ce46d147 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0594349 Jul 12 10:49:24.379374 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd0c8917-b508-40ef-9909-c544c928c5e7 req-ec163767-506e-4729-9e43-fcc6ae672f65 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Jul 12 10:49:24.586423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53526) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:24.635181 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-aa371dbe-0121-4752-a557-bb053990c081 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f183fab7c494d1c819938e27b1ce487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475395 Jul 12 10:49:24.638825 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53528) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:24.693471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] Publish callbacks [] for security_group (9a1d4176-5828-4988-9f20-10d894069f70), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:24.723181 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] Publish callbacks [] for security_group (9a1d4176-5828-4988-9f20-10d894069f70), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:25.207485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9a1d4176-5828-4988-9f20-10d894069f70), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:25.210691 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:25.211993 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a1d4176-5828-4988-9f20-10d894069f70 HTTP/1.1" status: 204 len: 168 time: 0.5720134 Jul 12 10:49:25.221685 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432b9d-7f8e-40c9-a35c-ba53bffa7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1d4176-5828-4988-9f20-10d894069f70,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:25.285450 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f370a-68a3-45fa-b1bc-eca0d2b06c22 req-46c95461-bd5c-4ec6-87f6-20dd667639e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:25.287101 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-250f370a-68a3-45fa-b1bc-eca0d2b06c22 req-46c95461-bd5c-4ec6-87f6-20dd667639e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1130 time: 0.0693953 Jul 12 10:49:25.343155 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-250f370a-68a3-45fa-b1bc-eca0d2b06c22 req-955d0299-0d67-4a23-acb1-c2ebf0a2f197 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Jul 12 10:49:25.470038 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2c1715c4-6583-49f0-b82b-b85d003dc2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:25.515555 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdefed-9108-428e-a146-d6ae527dbc1f req-4c9add14-145f-4cb4-8814-fc8bd62d7750 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:25.517443 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8ffdefed-9108-428e-a146-d6ae527dbc1f req-4c9add14-145f-4cb4-8814-fc8bd62d7750 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0656123 Jul 12 10:49:25.573989 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8ffdefed-9108-428e-a146-d6ae527dbc1f req-c21c17ad-2d1a-468e-9673-c6aee25e1686 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487449 Jul 12 10:49:26.082346 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53554) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:26.127522 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d6bd9a10-561f-420f-9643-f4afb1b85f03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4104e6c1504d4de092e2a4b42b465d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438643 Jul 12 10:49:26.130058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53556) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:26.181102 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] Publish callbacks [] for security_group (86760533-5cd5-4375-9c45-31987329f56f), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:26.204489 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] Publish callbacks [] for security_group (86760533-5cd5-4375-9c45-31987329f56f), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:26.360642 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (86760533-5cd5-4375-9c45-31987329f56f), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:26.363178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:26.364333 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86760533-5cd5-4375-9c45-31987329f56f HTTP/1.1" status: 204 len: 168 time: 0.2333016 Jul 12 10:49:26.374202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23522710-2278-4c86-87e5-17916a29bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86760533-5cd5-4375-9c45-31987329f56f,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:26.708767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115995dd-5537-4691-a6a6-257d371ef62c req-088efc37-d5b2-47d6-acaa-7237c750ea38 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:26.709980 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-115995dd-5537-4691-a6a6-257d371ef62c req-088efc37-d5b2-47d6-acaa-7237c750ea38 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0607915 Jul 12 10:49:26.807611 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-115995dd-5537-4691-a6a6-257d371ef62c req-4bfd8469-5c0f-496f-a0d0-a6f592d11bc2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860889 Jul 12 10:49:27.941665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684eef-04ba-40d8-9f77-ad7bb3582490 req-b4e4c4b9-c432-4d62-bdd9-96861d48913f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:27.943598 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77684eef-04ba-40d8-9f77-ad7bb3582490 req-b4e4c4b9-c432-4d62-bdd9-96861d48913f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0615277 Jul 12 10:49:28.002047 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77684eef-04ba-40d8-9f77-ad7bb3582490 req-ea03a8d3-ad80-4537-88f0-2908c5ea7151 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483336 Jul 12 10:49:28.348597 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-08ea8ff9-a0e4-44d2-83e7-02d7fb474720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:29.142447 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d79fb-f47f-432c-ba9a-59d393a554ba req-7356426d-0039-4c7b-9b19-a0e50eda9947 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:29.144075 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec6d79fb-f47f-432c-ba9a-59d393a554ba req-7356426d-0039-4c7b-9b19-a0e50eda9947 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0564644 Jul 12 10:49:29.198766 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec6d79fb-f47f-432c-ba9a-59d393a554ba req-4061fab6-3141-4dec-af03-fba14490b203 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Jul 12 10:49:29.554176 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-a8eae9ea-a344-4c86-9936-6f205f343cc2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447133 Jul 12 10:49:29.691344 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-601cea6c-1d23-4c1c-bda5-523f74fc5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:29.693643 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-601cea6c-1d23-4c1c-bda5-523f74fc5e22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1129 time: 0.0465894 Jul 12 10:49:29.829610 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-6c2529ea-f38c-4237-8be4-52fa46d3080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:29.829610 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-6c2529ea-f38c-4237-8be4-52fa46d3080d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.0984118 Jul 12 10:49:29.876712 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-95637897-4474-4d1d-b29b-10335305a1a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 217 time: 0.0370717 Jul 12 10:49:29.930591 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-77f4257e-518a-4228-826f-66177517d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:29.932108 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-77f4257e-518a-4228-826f-66177517d8c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0471923 Jul 12 10:49:29.993953 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-2589a9bb-ce91-44be-b69a-85836d57bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:29.995626 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-2589a9bb-ce91-44be-b69a-85836d57bb32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544248 Jul 12 10:49:30.023396 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:30.101468 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-6b433fff-515e-450d-9cfe-4d6c29541d68 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968068 Jul 12 10:49:30.220066 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3c05f18c-486c-4042-a1d6-646d82b54661 req-2cdfcf51-99d0-4bfb-84c9-156ef2da55e6 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952373 Jul 12 10:49:30.268882 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:30.329460 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1254e3-c51c-407d-bfeb-539256251e3f req-fb6c92d6-2e7c-4987-b156-3605ecb19141 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:30.331066 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd1254e3-c51c-407d-bfeb-539256251e3f req-fb6c92d6-2e7c-4987-b156-3605ecb19141 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0610969 Jul 12 10:49:30.403390 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd1254e3-c51c-407d-bfeb-539256251e3f req-23f4df53-3fef-4908-99ee-a7e2195b5e29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628567 Jul 12 10:49:30.528632 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579cb56-3266-463b-9bc6-3f812caaee7c req-c792582d-a8b1-4f6a-84d7-f47d6af939d1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:30.530241 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8579cb56-3266-463b-9bc6-3f812caaee7c req-c792582d-a8b1-4f6a-84d7-f47d6af939d1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0560684 Jul 12 10:49:30.581379 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8579cb56-3266-463b-9bc6-3f812caaee7c req-eb4ace42-ed84-4729-aa00-3d0ee7839777 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Jul 12 10:49:32.040857 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:32.994000 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:36.185495 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176de89d-7013-4f6d-9e64-bc2559a8a74c req-236e318f-3659-400c-900a-0761ad9356f6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:36.187553 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-176de89d-7013-4f6d-9e64-bc2559a8a74c req-236e318f-3659-400c-900a-0761ad9356f6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0556808 Jul 12 10:49:36.246384 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-176de89d-7013-4f6d-9e64-bc2559a8a74c req-ce5bad5c-493a-4057-97e1-f7dbba6aefdf tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530841 Jul 12 10:49:37.374093 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff57294-bdb9-4988-9644-e1ccc4b89484 req-5e1125b2-8427-44a5-9658-d2ed4a46c42d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:37.375737 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eff57294-bdb9-4988-9644-e1ccc4b89484 req-5e1125b2-8427-44a5-9658-d2ed4a46c42d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0576036 Jul 12 10:49:37.438537 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eff57294-bdb9-4988-9644-e1ccc4b89484 req-b1c132ad-cc84-4bbd-a0b9-5517b64334bb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Jul 12 10:49:38.166206 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-98778e67-2dd7-42e6-99ea-88bc6f7d4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:38.174871 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-98778e67-2dd7-42e6-99ea-88bc6f7d4ef4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1129 time: 0.0462360 Jul 12 10:49:38.263939 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-39047302-6309-4807-a054-67b1869609f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:38.268132 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-39047302-6309-4807-a054-67b1869609f5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.0905879 Jul 12 10:49:38.307535 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-92da5ac2-502c-46b8-9273-47690aadbebd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 217 time: 0.0344639 Jul 12 10:49:38.357786 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-611b2214-6318-4664-abea-448b89a1b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:38.359269 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-611b2214-6318-4664-abea-448b89a1b255 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0442839 Jul 12 10:49:38.415281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-9f4973ac-c962-4db5-b6ab-6da04ce37d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:38.416848 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-9f4973ac-c962-4db5-b6ab-6da04ce37d49 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466485 Jul 12 10:49:38.527589 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-e6263e9a-26f3-4d3e-87a6-1295b7e0fe84 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953648 Jul 12 10:49:38.572176 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42024579-34f8-4153-b661-7d9d3ede1a81 req-0b127c9b-b597-414f-a965-2368fa016949 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:38.575055 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-42024579-34f8-4153-b661-7d9d3ede1a81 req-0b127c9b-b597-414f-a965-2368fa016949 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0650258 Jul 12 10:49:38.630895 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-42024579-34f8-4153-b661-7d9d3ede1a81 req-ccc895cd-def9-44b7-b30d-4f22ef927cd7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 Jul 12 10:49:38.646826 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9777ea03-0316-4796-9392-5d15ba9bc3ee req-9dd90733-9b89-4110-8aaf-579fa8c7a6fa service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964437 Jul 12 10:49:39.763786 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0209b-0329-4ba8-9f3d-f9c0a373cd9a req-014184cc-9c12-45c4-a207-ec5530b5a987 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:39.765428 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92f0209b-0329-4ba8-9f3d-f9c0a373cd9a req-014184cc-9c12-45c4-a207-ec5530b5a987 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0607295 Jul 12 10:49:39.823559 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92f0209b-0329-4ba8-9f3d-f9c0a373cd9a req-6e885d78-42c3-47aa-8e82-ac36b77e6a87 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 Jul 12 10:49:40.948759 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd351f-2e95-4257-ab73-e9b0e96df798 req-f73efdb3-70e7-497b-a06a-6430f6d522e0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:40.950532 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4bbd351f-2e95-4257-ab73-e9b0e96df798 req-f73efdb3-70e7-497b-a06a-6430f6d522e0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0575299 Jul 12 10:49:41.003337 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4bbd351f-2e95-4257-ab73-e9b0e96df798 req-a87d826e-e956-40c4-90de-5dd1a3dde2ea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Jul 12 10:49:42.125436 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25e712-9a11-4cea-ba82-2eebe67d950b req-24f4b394-93b3-4762-a117-377ef7557bc5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:42.126917 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f25e712-9a11-4cea-ba82-2eebe67d950b req-24f4b394-93b3-4762-a117-377ef7557bc5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0521433 Jul 12 10:49:42.183697 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f25e712-9a11-4cea-ba82-2eebe67d950b req-1cfec3b0-6436-4270-b19e-e26662c1eeb1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511167 Jul 12 10:49:43.316825 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06843c-ba32-4036-8d36-918ef19b05eb req-81656f49-0c0d-448e-b071-572109d327ec tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:43.318408 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b06843c-ba32-4036-8d36-918ef19b05eb req-81656f49-0c0d-448e-b071-572109d327ec tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0645189 Jul 12 10:49:43.368492 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b06843c-ba32-4036-8d36-918ef19b05eb req-fae3fc2b-2aa7-48cb-8ffc-df4c975a8caa tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435553 Jul 12 10:49:44.304668 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 53908) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:44.455845 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.528214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c7566-458d-4a3d-933f-20285cbf1545 req-c57a467b-7e93-4e9d-8257-1483349591e0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:44.529704 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-540c7566-458d-4a3d-933f-20285cbf1545 req-c57a467b-7e93-4e9d-8257-1483349591e0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0886350 Jul 12 10:49:44.607293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Publish callbacks [] for security_group (32add611-97b7-4e38-9825-1049fea5fe1c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.610825 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-540c7566-458d-4a3d-933f-20285cbf1545 req-01f2f50f-c997-4771-a603-def680ccf2a8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Jul 12 10:49:44.668827 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (32add611-97b7-4e38-9825-1049fea5fe1c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.709200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e8c88d2b515427f94380758cffdeb38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034095 Jul 12 10:49:44.710169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32add611-97b7-4e38-9825-1049fea5fe1c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:44.712403 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 53914) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:44.718825 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.719239 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.719597 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.719950 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.720291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.720623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.720952 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.721278 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.721605 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.721937 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.722270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.722591 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.722937 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b9673-d407-402f-a457-5c7114ddaca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:44.770410 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Publish callbacks [] for security_group (32add611-97b7-4e38-9825-1049fea5fe1c), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.795319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Publish callbacks [] for security_group (32add611-97b7-4e38-9825-1049fea5fe1c), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.977123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (32add611-97b7-4e38-9825-1049fea5fe1c), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.985799 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:44.985799 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32add611-97b7-4e38-9825-1049fea5fe1c HTTP/1.1" status: 204 len: 168 time: 0.2667146 Jul 12 10:49:44.991558 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32add611-97b7-4e38-9825-1049fea5fe1c,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:49:44.999837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.000407 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.000938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.001314 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.001650 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.001994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.002331 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.002712 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.003095 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.003710 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.004043 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.004507 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.004885 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93b9c60-2c93-4286-a28b-da90bdd1c8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:49:45.751312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fef57-73aa-40b9-ad0f-617abfadfe8a req-7d3ad445-f4a7-45fe-85c6-6374dfd1efb2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:45.751312 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b9fef57-73aa-40b9-ad0f-617abfadfe8a req-7d3ad445-f4a7-45fe-85c6-6374dfd1efb2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0632765 Jul 12 10:49:45.801241 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b9fef57-73aa-40b9-ad0f-617abfadfe8a req-0ab0444c-18d7-4061-a542-851d98e8a81c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Jul 12 10:49:46.936478 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab15816-9776-4c0c-9ac5-c75ed35a1815 req-da8f5c21-6d62-487f-9822-b9e5660d10a5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:46.938106 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ab15816-9776-4c0c-9ac5-c75ed35a1815 req-da8f5c21-6d62-487f-9822-b9e5660d10a5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0627291 Jul 12 10:49:47.006454 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ab15816-9776-4c0c-9ac5-c75ed35a1815 req-2bb28556-4488-42ee-8bd8-b1bc3e2ce229 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606475 Jul 12 10:49:48.154279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22b665-2dd6-4742-8091-7ccb60520cf3 req-6f8181da-2ce6-471f-b07e-51c2f1e4f216 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:48.156248 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc22b665-2dd6-4742-8091-7ccb60520cf3 req-6f8181da-2ce6-471f-b07e-51c2f1e4f216 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0585814 Jul 12 10:49:48.223178 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc22b665-2dd6-4742-8091-7ccb60520cf3 req-f3d331d1-d7a9-4465-bcfa-28b3a0304951 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Jul 12 10:49:49.356775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84f784-bd1c-4080-862b-3a446513bbd5 req-b137588e-91dd-4e31-a731-96b116837fdd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:49.359364 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cc84f784-bd1c-4080-862b-3a446513bbd5 req-b137588e-91dd-4e31-a731-96b116837fdd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0607197 Jul 12 10:49:49.415642 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cc84f784-bd1c-4080-862b-3a446513bbd5 req-cc708cf7-bdc7-46f2-a1b4-b7d2f4e481b2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509968 Jul 12 10:49:50.553735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757966d4-71be-4dd3-a621-3531310c2fee req-21204e85-b508-4381-8cbe-5715746a3848 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:50.555338 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-757966d4-71be-4dd3-a621-3531310c2fee req-21204e85-b508-4381-8cbe-5715746a3848 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0647483 Jul 12 10:49:50.607419 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-757966d4-71be-4dd3-a621-3531310c2fee req-35b67933-8563-4ac0-b8dc-c45aa469fac0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Jul 12 10:49:51.730876 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe720a86-a915-4211-84b5-e74f790cb358 req-f73dbc66-8aaf-4496-af28-e16799200b4d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:51.732619 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe720a86-a915-4211-84b5-e74f790cb358 req-f73dbc66-8aaf-4496-af28-e16799200b4d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0569310 Jul 12 10:49:51.794826 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe720a86-a915-4211-84b5-e74f790cb358 req-7bed11a2-c2c8-4299-a8d6-64f1708700dc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 Jul 12 10:49:52.927971 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a694bb-1d5f-416c-97c2-97915c431823 req-fcf845bc-7519-4cef-acc3-ba7f62da67bc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:52.929471 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e8a694bb-1d5f-416c-97c2-97915c431823 req-fcf845bc-7519-4cef-acc3-ba7f62da67bc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0606368 Jul 12 10:49:52.982813 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e8a694bb-1d5f-416c-97c2-97915c431823 req-ac992dd4-53f8-401a-94b9-69c761d6bed7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Jul 12 10:49:54.110483 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29508c0-9fbd-45c3-af87-3cdad34e8774 req-12793531-3651-41ba-a1f8-d09bb98ca705 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:54.112112 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b29508c0-9fbd-45c3-af87-3cdad34e8774 req-12793531-3651-41ba-a1f8-d09bb98ca705 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0587986 Jul 12 10:49:54.170422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b29508c0-9fbd-45c3-af87-3cdad34e8774 req-d812e58a-7a87-49a8-a07c-839925ea673d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Jul 12 10:49:55.300636 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ca924-e64d-40ce-a718-b0e09c0f9dd7 req-2f3e5685-db1a-48c7-baaf-8a6f9d8d7a54 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:55.302093 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce9ca924-e64d-40ce-a718-b0e09c0f9dd7 req-2f3e5685-db1a-48c7-baaf-8a6f9d8d7a54 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0613332 Jul 12 10:49:55.352360 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce9ca924-e64d-40ce-a718-b0e09c0f9dd7 req-93953334-9aa6-452d-8399-c5131c309fdf tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Jul 12 10:49:55.446170 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8f511f34-07e1-4c8d-99fb-861962d83a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:56.495052 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33101071-3dfb-4a9b-9aea-8d41dd6c4bf1 req-cc533503-156d-4b5f-8e7c-66e2e0d6caa2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:56.497777 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33101071-3dfb-4a9b-9aea-8d41dd6c4bf1 req-cc533503-156d-4b5f-8e7c-66e2e0d6caa2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0734420 Jul 12 10:49:56.551881 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33101071-3dfb-4a9b-9aea-8d41dd6c4bf1 req-1d3d7fc1-9860-4f3c-8e82-c5b8844335e8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483186 Jul 12 10:49:57.694431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7068c-6f41-4bc9-b3c6-803c61bfa62a req-157bdc43-ab80-4a06-98a5-8a99222ca35d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:57.696010 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58a7068c-6f41-4bc9-b3c6-803c61bfa62a req-157bdc43-ab80-4a06-98a5-8a99222ca35d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0594716 Jul 12 10:49:57.755642 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58a7068c-6f41-4bc9-b3c6-803c61bfa62a req-5de64e06-f28e-46cd-bd1f-62d66fcfc0ae tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514379 Jul 12 10:49:58.136781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-97aa690b-6d44-41ae-a93b-48de1aadc5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:58.630254 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:49:58.879512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a3108-be04-4648-8360-4eb7b7e2ce9d req-83ebbab8-e848-4db8-92dc-8f8c6cf7f54c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:49:58.881036 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-400a3108-be04-4648-8360-4eb7b7e2ce9d req-83ebbab8-e848-4db8-92dc-8f8c6cf7f54c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0552227 Jul 12 10:49:58.943483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-400a3108-be04-4648-8360-4eb7b7e2ce9d req-4173cb39-5829-4b58-ae9a-f14e970f9cb6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Jul 12 10:49:59.754012 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54200) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:49:59.881532 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f7af-8bc7-4935-b65a-0d0456af48ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:49:59.961399 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f7af-8bc7-4935-b65a-0d0456af48ff admin admin] Publish callbacks [] for security_group (c5be88c4-67c1-46ff-aae7-75d475836e46), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.034421 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f4a5f7af-8bc7-4935-b65a-0d0456af48ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c5be88c4-67c1-46ff-aae7-75d475836e46), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.063776 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.070127 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5f7af-8bc7-4935-b65a-0d0456af48ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be88c4-67c1-46ff-aae7-75d475836e46,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:00.078279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996c24d-04f8-4d27-9473-0f024d6d834b req-f70c3138-c444-42d4-8f8d-7b1eaff59f45 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:00.078279 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f996c24d-04f8-4d27-9473-0f024d6d834b req-f70c3138-c444-42d4-8f8d-7b1eaff59f45 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0609794 Jul 12 10:50:00.093819 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f4a5f7af-8bc7-4935-b65a-0d0456af48ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e37917cec14848e5a91d6861ca3b99c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419759 Jul 12 10:50:00.093819 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54210) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:00.135490 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f996c24d-04f8-4d27-9473-0f024d6d834b req-8a31ee50-6e37-46c8-93c0-71a395ab55a1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Jul 12 10:50:00.149884 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] Publish callbacks [] for security_group (c5be88c4-67c1-46ff-aae7-75d475836e46), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.185265 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] Publish callbacks [] for security_group (c5be88c4-67c1-46ff-aae7-75d475836e46), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.325317 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.371612 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (c5be88c4-67c1-46ff-aae7-75d475836e46), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.374273 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:00.375510 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5be88c4-67c1-46ff-aae7-75d475836e46 HTTP/1.1" status: 204 len: 168 time: 0.2808557 Jul 12 10:50:00.390856 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35e127-bd5a-4392-8dbf-6209bdd88938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be88c4-67c1-46ff-aae7-75d475836e46,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:00.640871 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ddd53-161a-40f5-afb0-71bec45c6cf4 req-cacb2ae2-2041-4788-83b3-67ab49d7ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:00.642443 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a04ddd53-161a-40f5-afb0-71bec45c6cf4 req-cacb2ae2-2041-4788-83b3-67ab49d7ca11 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1129 time: 0.0456629 Jul 12 10:50:00.697517 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a04ddd53-161a-40f5-afb0-71bec45c6cf4 req-a99d042d-5010-4654-874d-2690c9bf29ae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400536 Jul 12 10:50:01.292164 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5a79-76f9-42de-8095-0b67aceb054c req-4f4d43c6-7a00-4dba-852f-fa910ba3be74 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:01.294438 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27bc5a79-76f9-42de-8095-0b67aceb054c req-4f4d43c6-7a00-4dba-852f-fa910ba3be74 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0847032 Jul 12 10:50:01.360124 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27bc5a79-76f9-42de-8095-0b67aceb054c req-93af3c51-5d1a-47d6-afd1-a022cab609a2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590322 Jul 12 10:50:01.525526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54248) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:01.630600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1681770595-network', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:01.725526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Made reservation on behalf of 70193e7e2a5743faa713d28ed91f5867 for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:01.728452 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:01.737718 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:01.816615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks [] for security_group (e6db892a-89ac-4fff-adb5-afd0efde3e28), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:01.903523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e6db892a-89ac-4fff-adb5-afd0efde3e28), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:01.938672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:50:01.949802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db892a-89ac-4fff-adb5-afd0efde3e28,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:01.957572 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (2f174ea5-4865-409f-8101-b4ad4c202fd7), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:01.959056 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Added segment 2f174ea5-4865-409f-8101-b4ad4c202fd7 of type vlan for network 9b080b4d-897b-48f4-987c-6603268f3ebc Jul 12 10:50:02.017927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (9b080b4d-897b-48f4-987c-6603268f3ebc), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.039672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.097918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (9b080b4d-897b-48f4-987c-6603268f3ebc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.099400 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:02.100368 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.169775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] Pushing event updated for resources: {'Network': ['ID=9b080b4d-897b-48f4-987c-6603268f3ebc,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:02.179781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 9b080b4d-897b-48f4-987c-6603268f3ebc details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:50:02.229260 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b2b9c5af-0df8-44b8-be89-4a0c5f5b1340 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7021191 Jul 12 10:50:02.232202 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54256) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:02.238298 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Request body: {'subnet': {'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1681770595-subnet', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:02.400410 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Made reservation on behalf of 70193e7e2a5743faa713d28ed91f5867 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:02.402154 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153203'] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.499617 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58d4e3-ef30-4e5a-aaba-87dd93db3356 req-af5e997f-f02e-47d3-bec1-f8335fa55a6d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:02.501305 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be58d4e3-ef30-4e5a-aaba-87dd93db3356 req-af5e997f-f02e-47d3-bec1-f8335fa55a6d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0651441 Jul 12 10:50:02.563664 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be58d4e3-ef30-4e5a-aaba-87dd93db3356 req-3b112f45-0403-49fd-b3f3-c964311800d5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549190 Jul 12 10:50:02.697854 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4846166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153185'] for subnet (c8ee09f5-9528-4835-b9f5-2556ad4a9d13), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.758466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8ee09f5-9528-4835-b9f5-2556ad4a9d13,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:02.768654 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Checking segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:02.769019 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Network hostable DHCP agents. Network: 9b080b4d-897b-48f4-987c-6603268f3ebc, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:50:02.823681 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.845785 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Network 9b080b4d-897b-48f4-987c-6603268f3ebc is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:50:02.932013 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 9b080b4d-897b-48f4-987c-6603268f3ebc) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:02.936540 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:02.937004 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:02.946792 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf3b0e-a4d4-4271-84d8-061322eb140c None None] Network 9b080b4d-897b-48f4-987c-6603268f3ebc requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:03.043861 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-51ecc966-ced7-458d-a126-ab2da4a9daa8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8101797 Jul 12 10:50:03.046794 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54266) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:03.052648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:03.064932 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-9b080b4d-897b-48f4-987c-6603268f3ebc', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:50:03.065796 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.166640 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.167926 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.218585 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Allocated IP 172.20.0.2 (9b080b4d-897b-48f4-987c-6603268f3ebc/c8ee09f5-9528-4835-b9f5-2556ad4a9d13/e4351dfa-e972-4667-8528-ce42c37a5469) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:03.226032 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for router_controller (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.373094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks [] for port (e4351dfa-e972-4667-8528-ce42c37a5469), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.514447 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.561869 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Network 9b080b4d-897b-48f4-987c-6603268f3ebc is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:03.565031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:03.567905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:03.580724 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Pushing event updated for resources: {'Port': ['ID=e4351dfa-e972-4667-8528-ce42c37a5469,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:03.605389 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.606094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.606451 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.606789 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.607143 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.607470 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.607801 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.608125 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.608445 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.608783 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.610311 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.610639 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.610987 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:03.651915 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Attempting to bind port e4351dfa-e972-4667-8528-ce42c37a5469 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:03.652272 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Attempting to bind port e4351dfa-e972-4667-8528-ce42c37a5469 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:03.652863 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Attempting to bind port e4351dfa-e972-4667-8528-ce42c37a5469 on network 9b080b4d-897b-48f4-987c-6603268f3ebc {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:03.660393 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:03.661392 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Checking segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:03.662005 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.662594 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Bound using segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:03.663299 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Bound port: e4351dfa-e972-4667-8528-ce42c37a5469, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:03.663877 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.706755 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for router_gateway (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.734952 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf2a71-6ebd-4b89-bbca-8234ed90c366 req-7b67f17f-0e02-473e-8dbe-8a38046f22e9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:03.736675 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6eaf2a71-6ebd-4b89-bbca-8234ed90c366 req-7b67f17f-0e02-473e-8dbe-8a38046f22e9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0952609 Jul 12 10:50:03.751104 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] For port e4351dfa-e972-4667-8528-ce42c37a5469, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:03.754260 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] For port e4351dfa-e972-4667-8528-ce42c37a5469, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4351dfa-e972-4667-8528-ce42c37a5469,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:03.815998 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6eaf2a71-6ebd-4b89-bbca-8234ed90c366 req-08cc664f-e75d-42d2-a110-29ff2c0933d0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733659 Jul 12 10:50:03.823905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:03.933495 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ea003-b8b7-47a7-b3ce-cea025cb6d06 None None] Pushing event updated for resources: {'Port': ['ID=e4351dfa-e972-4667-8528-ce42c37a5469,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:04.082752 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for router_gateway (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:04.126457 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:04.295759 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Allocated IP 172.27.2.129 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/682c2043-dc6c-4ea5-856c-304605f9b98e) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:04.404875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:04.541708 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:04.592651 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:04.598358 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:04.602452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:04.632498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Pushing event updated for resources: {'Port': ['ID=682c2043-dc6c-4ea5-856c-304605f9b98e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:05.006071 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for router_gateway (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.018186 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b1796-af8c-4d4b-85b5-1a9a61c176f3 None None] Network 9b080b4d-897b-48f4-987c-6603268f3ebc requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:05.032168 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9561-e171-43bb-b8fc-344b88f6353d req-881fe677-bf19-4d26-8743-378fc8e842d8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:05.035447 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd7e9561-e171-43bb-b8fc-344b88f6353d req-881fe677-bf19-4d26-8743-378fc8e842d8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.1069677 Jul 12 10:50:05.146247 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Provisioning complete for port e4351dfa-e972-4667-8528-ce42c37a5469 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:05.146395 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd7e9561-e171-43bb-b8fc-344b88f6353d req-a529ae7f-7204-4f17-adf0-559b71c77c9b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010170 Jul 12 10:50:05.146853 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.237305 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4351dfa-e972-4667-8528-ce42c37a5469 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:05.371601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.380861 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Current status of the port e4351dfa-e972-4667-8528-ce42c37a5469 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:05.381378 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.384489 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port e4351dfa-e972-4667-8528-ce42c37a5469 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:05.384856 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.454326 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] For port e4351dfa-e972-4667-8528-ce42c37a5469, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4351dfa-e972-4667-8528-ce42c37a5469,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:05.498135 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e4351dfa-e972-4667-8528-ce42c37a5469 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:05.498556 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.561448 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.748473 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:50:05.859536 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.db.api [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 10:50:05.860139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG oslo_db.api [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 10:50:05.882158 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-1cd0384e-c81e-4ee3-a521-04a48ee346a3 None None] Provisioning complete for port e4351dfa-e972-4667-8528-ce42c37a5469 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:05.882858 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1cd0384e-c81e-4ee3-a521-04a48ee346a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:05.884695 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:05.886612 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f1d3-25f0-40a9-9657-7228a36710c8 None None] Pushing event updated for resources: {'Port': ['ID=e4351dfa-e972-4667-8528-ce42c37a5469,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:05.928871 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Sync routers for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:05.964586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:05.965254 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:06.047614 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:06.053457 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f3fd2984-d863-434d-b734-a0b3246da26d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0013466 Jul 12 10:50:06.054314 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54310) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:06.175940 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0384e-c81e-4ee3-a521-04a48ee346a3 None None] Current status of the port e4351dfa-e972-4667-8528-ce42c37a5469 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:06.205148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:06.365178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd615b-891c-4e47-9048-feb549227b5b req-5a0bdd88-4062-46e3-b87e-041273edebff tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:06.367785 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12bd615b-891c-4e47-9048-feb549227b5b req-5a0bdd88-4062-46e3-b87e-041273edebff tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0829363 Jul 12 10:50:06.419541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e4351dfa-e972-4667-8528-ce42c37a5469 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:06.430413 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12bd615b-891c-4e47-9048-feb549227b5b req-8ddd848d-bf62-4155-820e-b0dd1bd3cb1c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Jul 12 10:50:06.512708 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:04Z', 'revision_number': 3, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:06.553051 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Checking router: 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:06.553415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Updating router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 port 682c2043-dc6c-4ea5-856c-304605f9b98e binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:06.593046 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:06.636533 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:06.857792 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Allocated IP 172.20.0.1 (9b080b4d-897b-48f4-987c-6603268f3ebc/c8ee09f5-9528-4835-b9f5-2556ad4a9d13/d3c14f02-d7a2-4ba7-aaa0-1aa337295397) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:06.926810 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks [] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:06.972747 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8db1a-731e-40bd-94cb-db3fe9caafda req-cc538a54-9e75-423c-a347-a6315eccd1b7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:06.975367 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6b8db1a-731e-40bd-94cb-db3fe9caafda req-cc538a54-9e75-423c-a347-a6315eccd1b7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0989091 Jul 12 10:50:07.015938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks [] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.018355 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.036641 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6b8db1a-731e-40bd-94cb-db3fe9caafda req-b0adc272-e12b-4e5b-805a-6dbfeff024f9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Jul 12 10:50:07.097840 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Attempting to bind port 682c2043-dc6c-4ea5-856c-304605f9b98e on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:07.098217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Attempting to bind port 682c2043-dc6c-4ea5-856c-304605f9b98e by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:07.098631 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Attempting to bind port 682c2043-dc6c-4ea5-856c-304605f9b98e on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:07.101020 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cb838-760b-43aa-8e32-357e0a29a58b None None] Pushing event updated for resources: {'Port': ['ID=682c2043-dc6c-4ea5-856c-304605f9b98e,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:07.108457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:07.108837 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:07.109688 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.109688 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:07.110194 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Bound port: 682c2043-dc6c-4ea5-856c-304605f9b98e, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:07.110485 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.123050 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-3a898ccb-bd43-4ca0-ba08-1a6ce6fd7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:07.124846 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-3a898ccb-bd43-4ca0-ba08-1a6ce6fd7938 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 1129 time: 0.0974507 Jul 12 10:50:07.181831 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] For port 682c2043-dc6c-4ea5-856c-304605f9b98e, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:07.186127 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] For port 682c2043-dc6c-4ea5-856c-304605f9b98e, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=682c2043-dc6c-4ea5-856c-304605f9b98e,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:07.189003 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4351dfa-e972-4667-8528-ce42c37a5469 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:07.204445 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.247801 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port e4351dfa-e972-4667-8528-ce42c37a5469 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:07.248237 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.275210 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Network 9b080b4d-897b-48f4-987c-6603268f3ebc is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:07.289617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:07.293020 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:07.300165 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.343709 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Pushing event updated for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:07.352575 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-c09f75f3-d730-45f2-9937-99db103f50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:07.355688 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-c09f75f3-d730-45f2-9937-99db103f50b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.2148018 Jul 12 10:50:07.373143 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.421308 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cb838-760b-43aa-8e32-357e0a29a58b None None] Pushing event updated for resources: {'Port': ['ID=682c2043-dc6c-4ea5-856c-304605f9b98e,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:07.473180 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-9d967d18-b5d3-4cdd-91ec-9fd6303862ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 200 len: 217 time: 0.1113887 Jul 12 10:50:07.473711 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:07.474553 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:07.564745 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-0a555c2d-f86e-44a1-9a1d-6937e620dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:07.566346 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-0a555c2d-f86e-44a1-9a1d-6937e620dddb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0851283 Jul 12 10:50:07.610430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e4351dfa-e972-4667-8528-ce42c37a5469 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:07.645773 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-3a6266f9-7af1-4823-915c-4dd75ae02620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:07.651986 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:07.652135 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-3a6266f9-7af1-4823-915c-4dd75ae02620 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616901 Jul 12 10:50:07.752659 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.834349 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c59c6204-55d8-46b8-927d-3c1aa2d15507 None None] Provisioning complete for port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:07.834889 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c59c6204-55d8-46b8-927d-3c1aa2d15507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:07.899818 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-07f5f550-3c8b-4243-823d-7d5f42ff2655 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379663 Jul 12 10:50:07.900823 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c59c6204-55d8-46b8-927d-3c1aa2d15507 None None] Port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:08.000265 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:04Z', 'revision_number': 3, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:08.033129 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f030f246-f6ba-4fe2-9c3c-b6505fdfe297 None None] The sync data for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi is: [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:04Z', 'revision_number': 3, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:08.062059 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks [] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:08.065620 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cacf7ea4-391f-4789-9e9b-58464d46cef5 req-c4fabe9c-1443-4f85-bc3f-c98eb358b2c0 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548274 Jul 12 10:50:08.131222 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:08.195378 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:08.205959 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad7270-42d5-431d-951c-d7fb33250dfb req-1abb760d-61cb-4ab8-90b1-bc39c9bc57a9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:08.211483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d2ad7270-42d5-431d-951c-d7fb33250dfb req-1abb760d-61cb-4ab8-90b1-bc39c9bc57a9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0820982 Jul 12 10:50:08.279603 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d2ad7270-42d5-431d-951c-d7fb33250dfb req-fd0c9bd9-c450-499d-a24c-e9186aed11f4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632899 Jul 12 10:50:08.610110 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Pushing event updated for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:08.666570 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Network 9b080b4d-897b-48f4-987c-6603268f3ebc is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:08.668441 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:08.804966 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:50:08.972039 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:08.977827 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-941ecd19-a531-4c2a-b9fa-a30163121fdb admin admin] 10.222.0.36 "PUT /v2.0/routers/8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224229 Jul 12 10:50:09.042695 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-bbc308b5-d392-47fb-b7c1-ed9c9361edf9 None None] Provisioning complete for port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:09.044319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bbc308b5-d392-47fb-b7c1-ed9c9361edf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:09.094857 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-bbc308b5-d392-47fb-b7c1-ed9c9361edf9 None None] Port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:09.232571 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 682c2043-dc6c-4ea5-856c-304605f9b98e up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:09.291911 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 682c2043-dc6c-4ea5-856c-304605f9b98e triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:09.292279 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:09.460483 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d3c5-7b58-4177-8938-875fbfc57152 req-f5a3efc4-6add-4e8a-a9db-7fb6c04d47f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:09.464591 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7601d3c5-7b58-4177-8938-875fbfc57152 req-f5a3efc4-6add-4e8a-a9db-7fb6c04d47f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.1095941 Jul 12 10:50:09.554676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 682c2043-dc6c-4ea5-856c-304605f9b98e is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:09.560054 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:09.566357 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7601d3c5-7b58-4177-8938-875fbfc57152 req-4af31c96-13f9-45a6-ae11-cbfad377e9e3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889542 Jul 12 10:50:09.599851 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 682c2043-dc6c-4ea5-856c-304605f9b98e, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=682c2043-dc6c-4ea5-856c-304605f9b98e,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:09.674987 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54394) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:09.679980 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:09.737781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=682c2043-dc6c-4ea5-856c-304605f9b98e,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:09.829100 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c85f1492-b287-4b45-959f-1e9e91b037b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:09.944195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c85f1492-b287-4b45-959f-1e9e91b037b2 admin admin] Publish callbacks [] for security_group (64e8e713-777e-4624-8bc7-03f3743d07b5), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.028586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c85f1492-b287-4b45-959f-1e9e91b037b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (64e8e713-777e-4624-8bc7-03f3743d07b5), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.121035 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c85f1492-b287-4b45-959f-1e9e91b037b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d337dc4a0db4592ac487750c1617bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449010 Jul 12 10:50:10.130407 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f1492-b287-4b45-959f-1e9e91b037b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e8e713-777e-4624-8bc7-03f3743d07b5,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:10.135384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54414) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:10.245497 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] Publish callbacks [] for security_group (64e8e713-777e-4624-8bc7-03f3743d07b5), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.281064 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] Publish callbacks [] for security_group (64e8e713-777e-4624-8bc7-03f3743d07b5), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.318468 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54418) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:10.323749 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1847792831-network', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:10.421043 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Sync routers for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:10.433095 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:10.433732 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:10.434414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Made reservation on behalf of 93e3eb7efc8346dbb9c3a7387dd150d9 for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:10.437533 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.449750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.505793 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (64e8e713-777e-4624-8bc7-03f3743d07b5), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.508970 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.513247 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64e8e713-777e-4624-8bc7-03f3743d07b5 HTTP/1.1" status: 204 len: 168 time: 0.3735600 Jul 12 10:50:10.520779 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787f999-1022-430b-b49c-fc825b042b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e8e713-777e-4624-8bc7-03f3743d07b5,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:10.580540 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:10.628614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks [] for security_group (24ddc665-4b1d-4fb8-aad2-d67b71b88f53), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.701898 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (24ddc665-4b1d-4fb8-aad2-d67b71b88f53), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.731732 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1095, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:50:10.755476 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ddc665-4b1d-4fb8-aad2-d67b71b88f53,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:10.764636 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9a10ebde-58b6-4332-9acf-e9cffecd100b), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.764933 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Added segment 9a10ebde-58b6-4332-9acf-e9cffecd100b of type vlan for network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f Jul 12 10:50:10.794303 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940617a-7da8-4410-98e3-b39c8526ca02 req-60698cb2-583d-4602-9468-dc0ec3fb13ac tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:10.794303 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f940617a-7da8-4410-98e3-b39c8526ca02 req-60698cb2-583d-4602-9468-dc0ec3fb13ac tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.1192610 Jul 12 10:50:10.866256 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:10.936627 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f940617a-7da8-4410-98e3-b39c8526ca02 req-a334d710-7cce-413b-b7da-bc3174473c98 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225758 Jul 12 10:50:10.985229 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 2, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:11.019917 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Checking router: 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:11.019917 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Updating router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:11.068396 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.079701 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.083919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:11.084765 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.171457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b4fb8a-cd0b-44e1-9014-abacbeaca52f,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:11.186552 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:50:11.303378 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 682c2043-dc6c-4ea5-856c-304605f9b98e up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:11.346466 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-57f9a22b-6c79-4bd8-aaa4-2e79058642f3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0266871 Jul 12 10:50:11.350652 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54438) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:11.357761 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Request body: {'subnet': {'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1847792831-subnet', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:11.405731 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 682c2043-dc6c-4ea5-856c-304605f9b98e triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:11.406109 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.488581 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 682c2043-dc6c-4ea5-856c-304605f9b98e is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:11.491102 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Made reservation on behalf of 93e3eb7efc8346dbb9c3a7387dd150d9 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:11.493962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153203'] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.567662 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks [] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.685968 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.754451 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Pushing event updated for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:11.778904 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.779388 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.779883 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.780223 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.780601 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.781065 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.781406 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.781739 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.782068 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.782899 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.787543 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.787543 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.787543 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:11.885466 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Attempting to bind port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:11.886174 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Attempting to bind port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:11.886992 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Attempting to bind port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 on network 9b080b4d-897b-48f4-987c-6603268f3ebc {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:11.894356 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:11.897221 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Checking segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:11.897974 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.898662 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Bound using segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:11.900650 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Bound port: d3c14f02-d7a2-4ba7-aaa0-1aa337295397, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:11.902344 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:11.937622 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4846166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153185'] for subnet (eb029f53-ffe9-4e75-bf36-eb9107a40702), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.002629 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54456) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:12.118864 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] For port d3c14f02-d7a2-4ba7-aaa0-1aa337295397, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:12.140979 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] For port d3c14f02-d7a2-4ba7-aaa0-1aa337295397, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:12.161262 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb029f53-ffe9-4e75-bf36-eb9107a40702,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:12.161620 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-aa378857-7133-47b3-a48c-f5affa1e1a46 None None] Provisioning complete for port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:12.162210 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-aa378857-7133-47b3-a48c-f5affa1e1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.200006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Checking segment: {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:12.200006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Network hostable DHCP agents. Network: f9b4fb8a-cd0b-44e1-9014-abacbeaca52f, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:50:12.217248 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56131bd8-e393-440a-8814-20c5ee8fa514 req-fab01598-3686-42ec-b2ae-4af4def8f006 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:12.228141 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-56131bd8-e393-440a-8814-20c5ee8fa514 req-fab01598-3686-42ec-b2ae-4af4def8f006 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.1795897 Jul 12 10:50:12.230515 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.269586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5e2b27db-272f-4bbe-a5f4-089ef92fb29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.303101 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-aa378857-7133-47b3-a48c-f5affa1e1a46 None None] Port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:12.328421 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:12.329085 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:12.375931 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:50:12.488363 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-56131bd8-e393-440a-8814-20c5ee8fa514 req-8d07b21d-f12f-413f-b306-786b26c6a4fe tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566087 Jul 12 10:50:12.492088 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5e2b27db-272f-4bbe-a5f4-089ef92fb29d admin admin] Publish callbacks [] for security_group (e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.502404 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, f9b4fb8a-cd0b-44e1-9014-abacbeaca52f) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:12.507870 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:12.508763 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.543038 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e167da9-95ed-4e79-8b53-dab7fad27866 None None] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:12.566058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5e2b27db-272f-4bbe-a5f4-089ef92fb29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.594404 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb763d5-b1c3-4d10-b7a6-2b89630dc31d None None] Pushing event updated for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:12.683746 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5e2b27db-272f-4bbe-a5f4-089ef92fb29d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=519e86aa4d444fbc95cceb391fd799e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6793084 Jul 12 10:50:12.688149 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:12.688412 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54478) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:12.710074 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b27db-272f-4bbe-a5f4-089ef92fb29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:12.711580 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ead88583-6fab-454c-a346-65f1863b9926 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3594594 Jul 12 10:50:12.733163 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54482) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:12.768215 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:12.844743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] Publish callbacks [] for security_group (e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.864415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'fixed_ips': [{'subnet_id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:50:12.867079 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.900918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.902790 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.913716 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] Publish callbacks [] for security_group (e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:12.959700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Provisioning complete for port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:12.961337 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.004035 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for router_controller (c9e6e7fe-0012-4c82-b21f-07b190bc4801), precommit_add_association {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.128019 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.137896 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.145071 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e HTTP/1.1" status: 204 len: 168 time: 0.4551220 Jul 12 10:50:13.166837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd5d3-ecbc-422a-829b-e6836348e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5e3cc-0f1d-41d2-9a23-a907a00c8d3e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:13.202757 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:12Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:13.250666 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d8242e-722c-45c6-8e32-b6d8bafb3a7d None None] The sync data for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi is: [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:12Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:13.309175 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Allocated IP 172.20.0.2 (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f/eb029f53-ffe9-4e75-bf36-eb9107a40702/191528f5-f742-4bba-be41-1092051947ea) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:13.342095 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Current status of the port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:13.359982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.494417 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for router_gateway (c9e6e7fe-0012-4c82-b21f-07b190bc4801), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.601278 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] For port d3c14f02-d7a2-4ba7-aaa0-1aa337295397, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:13.610240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks [] for port (191528f5-f742-4bba-be41-1092051947ea), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.685893 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.767824 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa9988-33da-408c-afed-0cf3dc4ad120 None None] Pushing event updated for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:13.776998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (191528f5-f742-4bba-be41-1092051947ea), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:13.834598 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:13.838370 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:13.845666 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:13.872911 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Pushing event updated for resources: {'Port': ['ID=191528f5-f742-4bba-be41-1092051947ea,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:13.993940 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for router_gateway (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.005711 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Attempting to bind port 191528f5-f742-4bba-be41-1092051947ea on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:14.006283 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Attempting to bind port 191528f5-f742-4bba-be41-1092051947ea by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:14.017615 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Attempting to bind port 191528f5-f742-4bba-be41-1092051947ea on network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:14.038788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.043103 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:14.049082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Checking segment: {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:14.049082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.049082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Bound using segment: {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:14.049082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Bound port: 191528f5-f742-4bba-be41-1092051947ea, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:14.049082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (191528f5-f742-4bba-be41-1092051947ea), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.228082 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] For port 191528f5-f742-4bba-be41-1092051947ea, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:14.234614 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] For port 191528f5-f742-4bba-be41-1092051947ea, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=191528f5-f742-4bba-be41-1092051947ea,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:14.323248 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Allocated IP 172.27.2.28 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/b5e4cbe8-ea62-40ba-b161-cd5230095ddb) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:14.436720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (191528f5-f742-4bba-be41-1092051947ea), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.452600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.549263 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce799b9-74f1-4573-978a-0e4d6318a9e6 None None] Pushing event updated for resources: {'Port': ['ID=191528f5-f742-4bba-be41-1092051947ea,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:14.613270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54510) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:14.634450 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-94c33fc9-8eb4-4760-a4d2-525722175f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.647626 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:14.718501 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:14.728105 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:14.744432 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:14.747322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:15.244208 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-94c33fc9-8eb4-4760-a4d2-525722175f25 admin admin] Publish callbacks [] for security_group (9e05c1c8-e099-456d-92eb-c346e8a577fd), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.318680 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 191528f5-f742-4bba-be41-1092051947ea up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:15.366503 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-94c33fc9-8eb4-4760-a4d2-525722175f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9e05c1c8-e099-456d-92eb-c346e8a577fd), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.394524 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 191528f5-f742-4bba-be41-1092051947ea triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:15.394938 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (191528f5-f742-4bba-be41-1092051947ea), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.427581 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-94c33fc9-8eb4-4760-a4d2-525722175f25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f72dbf3608234e45908b3fb7d2bd3663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8127382 Jul 12 10:50:15.430043 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54528) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:15.439182 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c33fc9-8eb4-4760-a4d2-525722175f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e05c1c8-e099-456d-92eb-c346e8a577fd,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:15.526491 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 191528f5-f742-4bba-be41-1092051947ea is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:15.528599 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (191528f5-f742-4bba-be41-1092051947ea), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.545062 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54532) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:15.553963 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697428450', 'description': 'tempest-description--246191883'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:15.634442 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 191528f5-f742-4bba-be41-1092051947ea, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=191528f5-f742-4bba-be41-1092051947ea,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:15.688439 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-9605fc14-925f-413a-959b-f392c85c4c1e tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580740 Jul 12 10:50:15.694049 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for router_gateway (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.724362 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.811588 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (191528f5-f742-4bba-be41-1092051947ea), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.813143 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device d3c14f02-d7a2-4ba7-aaa0-1aa337295397 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:15.830535 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (6f4bd6ef-de4b-4d29-9c6b-5050f57b9963), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.884470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] Publish callbacks [] for security_group (9e05c1c8-e099-456d-92eb-c346e8a577fd), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.942690 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6f4bd6ef-de4b-4d29-9c6b-5050f57b9963), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:15.998028 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:16.023419 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=191528f5-f742-4bba-be41-1092051947ea,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:16.041559 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:16.042218 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.099736 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.099984 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ff9b0a2c-c929-4ce1-b54a-e35113c45e84 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5529094 Jul 12 10:50:16.103350 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54552) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:16.110182 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] Publish callbacks [] for security_group (9e05c1c8-e099-456d-92eb-c346e8a577fd), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.121994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'security_group_rule': {'security_group_id': '6f4bd6ef-de4b-4d29-9c6b-5050f57b9963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:16.132725 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633bb139-4e19-43e3-a75c-00a83e46b929 None None] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:16.186597 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-de89373e-7856-46fa-9357-f43bd879eac0 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:16.188402 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-de89373e-7856-46fa-9357-f43bd879eac0 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4314463 Jul 12 10:50:16.200221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:16.256320 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-9b43f737-02f2-41a3-8f0a-2f70bf4c5159 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/quotas/9f641c230b0d4dcbad14ea3f79d990ae HTTP/1.1" status: 200 len: 375 time: 0.0276518 Jul 12 10:50:16.269371 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (2f7fd229-ac09-4e29-81de-a203327dc885), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.291680 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-301fdae6-e14c-40e4-82f6-1ed1d10a06a3 None None] Provisioning complete for port 191528f5-f742-4bba-be41-1092051947ea triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:16.291860 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-301fdae6-e14c-40e4-82f6-1ed1d10a06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (191528f5-f742-4bba-be41-1092051947ea), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.355724 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-080ac157-fecb-43ec-865e-fdaea71cb9da tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864878 Jul 12 10:50:16.378094 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.412479 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (2f7fd229-ac09-4e29-81de-a203327dc885), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.440022 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-301fdae6-e14c-40e4-82f6-1ed1d10a06a3 None None] Current status of the port 191528f5-f742-4bba-be41-1092051947ea is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:16.445166 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9e05c1c8-e099-456d-92eb-c346e8a577fd), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.449245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.451866 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e05c1c8-e099-456d-92eb-c346e8a577fd HTTP/1.1" status: 204 len: 168 time: 1.0198908 Jul 12 10:50:16.474072 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40db7-d082-423c-a0de-b0557db9cdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e05c1c8-e099-456d-92eb-c346e8a577fd,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:16.525206 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (2f7fd229-ac09-4e29-81de-a203327dc885), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.548973 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7fd229-ac09-4e29-81de-a203327dc885,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:16.654231 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.656622 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ebf0e67f-1a36-4f1c-a5d2-7a8803fee8d4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5516369 Jul 12 10:50:16.659321 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54564) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:16.665152 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'security_group_rule': {'security_group_id': '6f4bd6ef-de4b-4d29-9c6b-5050f57b9963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:16.685339 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Router c9e6e7fe-0012-4c82-b21f-07b190bc4801 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:50:16.769836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e4c7dce8-1c4f-4dad-ada4-998248c9eb17 None None] Provisioning complete for port 191528f5-f742-4bba-be41-1092051947ea triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:16.770964 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e4c7dce8-1c4f-4dad-ada4-998248c9eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (191528f5-f742-4bba-be41-1092051947ea), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.786063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1643f09-2afd-4389-a2e7-fad651b3800e req-f8d67826-6b67-45d9-b140-0d5851ba1672 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0399837 Jul 12 10:50:16.813173 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (f1387feb-30df-4057-8b33-31d24930d37b), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.859314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:16.905732 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (f1387feb-30df-4057-8b33-31d24930d37b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:16.905860 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Sync routers for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:16.925799 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7dce8-1c4f-4dad-ada4-998248c9eb17 None None] Current status of the port 191528f5-f742-4bba-be41-1092051947ea is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:16.931379 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:16.931379 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:17.049575 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:17.068636 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (f1387feb-30df-4057-8b33-31d24930d37b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.075340 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.082714 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e66051a6-e493-4f0a-bd63-957c3c286bb4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3494232 Jul 12 10:50:17.084099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54578) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:17.140935 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1387feb-30df-4057-8b33-31d24930d37b,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:17.229471 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 191528f5-f742-4bba-be41-1092051947ea up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:17.270198 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.275232 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-1519a254-09e2-4fd1-8704-bb3e2cfbea25 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6110051 Jul 12 10:50:17.284498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54586) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:17.284498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:17.348816 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 191528f5-f742-4bba-be41-1092051947ea triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:17.349208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (191528f5-f742-4bba-be41-1092051947ea), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.431748 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:15Z', 'revision_number': 3, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:17.447492 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Checking router: c9e6e7fe-0012-4c82-b21f-07b190bc4801 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:17.447847 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Updating router c9e6e7fe-0012-4c82-b21f-07b190bc4801 port b5e4cbe8-ea62-40ba-b161-cd5230095ddb binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:17.457127 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.612379 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.654797 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 191528f5-f742-4bba-be41-1092051947ea is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:17.657292 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.706558 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.760883 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Allocated IP 172.27.2.9 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/dbff4885-11ed-49af-bbce-902087bc1e5e) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:17.895777 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7eed1339-5db9-4b20-917c-92d40103d1cf req-d95756ba-dfdf-4e43-aa96-d88265439621 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0338309 Jul 12 10:50:17.912819 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:17.993751 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Allocated IP 172.20.0.1 (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f/eb029f53-ffe9-4e75-bf36-eb9107a40702/ac505145-c4d9-4cff-a998-723ba59dfc6b) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:18.086051 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.150607 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:18.157831 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:18.166411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:18.221350 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'Port': ['ID=dbff4885-11ed-49af-bbce-902087bc1e5e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:18.338408 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.383735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks [] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.421293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks [] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.473505 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.502522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.548712 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Attempting to bind port b5e4cbe8-ea62-40ba-b161-cd5230095ddb on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:18.549075 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Attempting to bind port b5e4cbe8-ea62-40ba-b161-cd5230095ddb by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:18.549435 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Attempting to bind port b5e4cbe8-ea62-40ba-b161-cd5230095ddb on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:18.551548 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4fffe-cc3e-4240-9436-ec164daaeb33 None None] Pushing event updated for resources: {'Port': ['ID=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Bound port: b5e4cbe8-ea62-40ba-b161-cd5230095ddb, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:18.560139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.566018 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.621855 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:18.627210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:18.628413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] For port b5e4cbe8-ea62-40ba-b161-cd5230095ddb, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:18.631840 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:18.644289 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] For port b5e4cbe8-ea62-40ba-b161-cd5230095ddb, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:18.671512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:18.714012 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.732012 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.769416 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.815618 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:18.816258 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:18.818141 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4fffe-cc3e-4240-9436-ec164daaeb33 None None] Pushing event updated for resources: {'Port': ['ID=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:18.880114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:18.954870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:19.017866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.073816 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'Port': ['ID=dbff4885-11ed-49af-bbce-902087bc1e5e,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:19.098597 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.137392 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-0d45b8d5-e391-4a36-8a5e-23b799989769 None None] Provisioning complete for port ac505145-c4d9-4cff-a998-723ba59dfc6b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:19.137977 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0d45b8d5-e391-4a36-8a5e-23b799989769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.165327 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-259f89bd-e63e-4e7b-ada7-77a6ddf7a97e req-082a4399-e846-4d47-bae5-c35b3df540e3 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0506046 Jul 12 10:50:19.202320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.204263 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-9542bed3-c048-4871-ae97-c2084c6e8149 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9277375 Jul 12 10:50:19.207994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-0d45b8d5-e391-4a36-8a5e-23b799989769 None None] Port ac505145-c4d9-4cff-a998-723ba59dfc6b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:19.302294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:15Z', 'revision_number': 3, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:19.329780 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks [] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.353586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e93652-d977-41ed-8a9b-16863ac55fc6 None None] The sync data for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi is: [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:15Z', 'revision_number': 3, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:19.405620 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.581626 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-50864094-598d-42be-a18b-6891900bdf48 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1697428450&fields=id&tenant_id=b91c91fb8a5d44d093015f3211bcd099 HTTP/1.1" status: 200 len: 267 time: 0.1201966 Jul 12 10:50:19.583594 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:19.586927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:19.829926 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:19.832430 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:19.870863 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-fdd0f6b7-90b1-48f6-82f5-bf3937141db0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:19.872986 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-fdd0f6b7-90b1-48f6-82f5-bf3937141db0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 0.2782648 Jul 12 10:50:19.956351 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-2e378861-194c-4c1d-b545-1766e49cc153 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/quotas/b91c91fb8a5d44d093015f3211bcd099 HTTP/1.1" status: 200 len: 375 time: 0.0215974 Jul 12 10:50:20.066959 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Router c9e6e7fe-0012-4c82-b21f-07b190bc4801 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:50:20.083966 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-b27aeaea-6952-4b9e-aa7b-dd6b7c2c12b4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0991089 Jul 12 10:50:20.139288 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-7e8225c9-b5dd-4946-91b5-d79ec4f202a2 None None] Provisioning complete for port ac505145-c4d9-4cff-a998-723ba59dfc6b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:20.139889 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7e8225c9-b5dd-4946-91b5-d79ec4f202a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:20.193654 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7e8225c9-b5dd-4946-91b5-d79ec4f202a2 None None] Port ac505145-c4d9-4cff-a998-723ba59dfc6b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:20.301486 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34cdf782-81b0-4a46-a891-ea796d6dc320 req-56dc1e8e-87ef-4b61-b7ae-c83e7034de40 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0367596 Jul 12 10:50:20.398213 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-c762252e-5032-4d74-ab68-c981f831d74d service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983837 Jul 12 10:50:20.402056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:20.411391 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fcdbdbe7-ce33-4eca-bc92-94e166f29dc6 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9e6e7fe-0012-4c82-b21f-07b190bc4801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3244011 Jul 12 10:50:20.637767 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-ed1f995c-70ce-446c-bcf1-39b8b854c726 service neutron] 10.222.0.36 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061417 Jul 12 10:50:20.719724 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54682) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:20.889505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4373965b-034a-480d-b88e-223097a002d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.020144 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-46043a30-c0c6-4277-bd60-3ff54161ea90 req-cde80878-f6d3-4533-b66c-324b9547b354 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.0475721 Jul 12 10:50:21.114260 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4373965b-034a-480d-b88e-223097a002d0 admin admin] Publish callbacks [] for security_group (24cb5272-7279-48a3-bed8-1450f7c0c2f5), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.199683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4373965b-034a-480d-b88e-223097a002d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (24cb5272-7279-48a3-bed8-1450f7c0c2f5), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.247690 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4373965b-034a-480d-b88e-223097a002d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=078e37b298314f64b4350076e2dc1cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268707 Jul 12 10:50:21.248657 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373965b-034a-480d-b88e-223097a002d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb5272-7279-48a3-bed8-1450f7c0c2f5,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:21.251291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54696) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:21.276598 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b5e4cbe8-ea62-40ba-b161-cd5230095ddb up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:21.306896 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] Publish callbacks [] for security_group (24cb5272-7279-48a3-bed8-1450f7c0c2f5), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.332238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] Publish callbacks [] for security_group (24cb5272-7279-48a3-bed8-1450f7c0c2f5), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.335369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b5e4cbe8-ea62-40ba-b161-cd5230095ddb triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:21.335837 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.414364 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54700) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:21.419147 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547887549', 'description': 'tempest-secgroup-smoke-547887549 description', 'project_id': '70193e7e2a5743faa713d28ed91f5867'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:21.440149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b5e4cbe8-ea62-40ba-b161-cd5230095ddb is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:21.443287 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.447203 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-50abfd91-e475-4b03-a84e-a381145c36c9 req-9b256f84-9324-4de8-b6c4-282280967447 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0428813 Jul 12 10:50:21.473971 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port b5e4cbe8-ea62-40ba-b161-cd5230095ddb, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:21.576929 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (24cb5272-7279-48a3-bed8-1450f7c0c2f5), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.577100 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.583842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.585192 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Sync routers for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:21.585729 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24cb5272-7279-48a3-bed8-1450f7c0c2f5 HTTP/1.1" status: 204 len: 168 time: 0.3327284 Jul 12 10:50:21.598644 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc382336-3dd3-4c40-8f6c-d3df686d0878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb5272-7279-48a3-bed8-1450f7c0c2f5,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:21.621931 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:21.622819 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:21.653520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.714007 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:21.748994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (10045f7a-7a8e-4f0c-89ab-aa7620124698), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.776407 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:21.833524 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (10045f7a-7a8e-4f0c-89ab-aa7620124698), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:21.865180 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10045f7a-7a8e-4f0c-89ab-aa7620124698,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:21.995526 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 4, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'ac505145-c4d9-4cff-a998-723ba59dfc6b', 'name': '', 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'mac_address': 'fa:16:3e:b9:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:17Z', 'updated_at': '2022-07-12T10:50:19Z', 'revision_number': 2, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'subnets': [{'id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:22.045509 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Checking router: c9e6e7fe-0012-4c82-b21f-07b190bc4801 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:22.049228 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Updating router c9e6e7fe-0012-4c82-b21f-07b190bc4801 port ac505145-c4d9-4cff-a998-723ba59dfc6b binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:22.065082 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.066781 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a08d91fb-f43a-4e39-838a-8ddd8af00f85 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6510439 Jul 12 10:50:22.070048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54718) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:22.077426 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:22.080439 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.158545 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0802b621-651f-44f9-afb9-92b969306a59 req-b77484f0-19a3-4b2c-b014-6cfa83e2fc6e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.0474613 Jul 12 10:50:22.234138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (8f10be75-4c28-42f8-ab97-2c58cd05e9d8), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.308476 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (8f10be75-4c28-42f8-ab97-2c58cd05e9d8), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.336678 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-3f743313-8985-4d28-a15e-e7c2a8b5ea0e tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307708 Jul 12 10:50:22.374330 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks [] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.431577 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (8f10be75-4c28-42f8-ab97-2c58cd05e9d8), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.479304 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.496195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f10be75-4c28-42f8-ab97-2c58cd05e9d8,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:22.585397 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.591548 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fe271366-dd44-40e9-b701-d37c225c5c9d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5191267 Jul 12 10:50:22.591743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54722) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:22.592226 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54724) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:22.601120 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f99323ea-bad1-4d11-9b51-2f58ac5fa1f9 req-25ace849-298a-4bb1-9b38-0a6c95376a91 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0447512 Jul 12 10:50:22.605892 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86489-6830-4e3d-aae5-dc5df5fc971a None None] Pushing event updated for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:22.644440 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:22.684862 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f05d4705-39a3-4640-aa4a-18cb1027406a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.703330 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-7fea86f1-c4d4-442c-bb2a-ff06d500c35a tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:22.705251 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-7fea86f1-c4d4-442c-bb2a-ff06d500c35a tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3630452 Jul 12 10:50:22.723229 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Attempting to bind port ac505145-c4d9-4cff-a998-723ba59dfc6b on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:22.723791 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Attempting to bind port ac505145-c4d9-4cff-a998-723ba59dfc6b by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:22.727326 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Attempting to bind port ac505145-c4d9-4cff-a998-723ba59dfc6b on network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:22.735449 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Request body: {'port': {'device_id': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da', 'admin_state_up': True, 'tenant_id': '9f641c230b0d4dcbad14ea3f79d990ae'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:22.737444 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:22.737835 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Checking segment: {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:22.738245 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.738844 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Bound using segment: {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:22.739362 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Bound port: ac505145-c4d9-4cff-a998-723ba59dfc6b, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a10ebde-58b6-4332-9acf-e9cffecd100b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:22.739751 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.831873 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] For port ac505145-c4d9-4cff-a998-723ba59dfc6b, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:22.841949 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (2f798feb-b5e9-4b40-916c-ed9a3b777315), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.842562 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] For port ac505145-c4d9-4cff-a998-723ba59dfc6b, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=ac505145-c4d9-4cff-a998-723ba59dfc6b,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:22.939193 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (2f798feb-b5e9-4b40-916c-ed9a3b777315), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.949034 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Provisioning complete for port ac505145-c4d9-4cff-a998-723ba59dfc6b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:22.949552 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.951071 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:22.957918 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f05d4705-39a3-4640-aa4a-18cb1027406a admin admin] Publish callbacks [] for security_group (a43d7027-940e-4b9c-87f1-1bb7c7d5ff71), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.017793 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86489-6830-4e3d-aae5-dc5df5fc971a None None] Pushing event updated for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.043199 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:23.044054 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:49:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:23.046075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (2f798feb-b5e9-4b40-916c-ed9a3b777315), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.079674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Current status of the port ac505145-c4d9-4cff-a998-723ba59dfc6b is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:23.079674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.098275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f05d4705-39a3-4640-aa4a-18cb1027406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a43d7027-940e-4b9c-87f1-1bb7c7d5ff71), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.136757 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f05d4705-39a3-4640-aa4a-18cb1027406a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83b16dd7b6e34656bebd76a11d071540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385072 Jul 12 10:50:23.141168 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f798feb-b5e9-4b40-916c-ed9a3b777315,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.143832 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54742) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:23.157742 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] For port ac505145-c4d9-4cff-a998-723ba59dfc6b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=ac505145-c4d9-4cff-a998-723ba59dfc6b,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:23.198044 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d4705-39a3-4640-aa4a-18cb1027406a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d7027-940e-4b9c-87f1-1bb7c7d5ff71,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.203210 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.212828 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0e3cbe22-de0c-462e-a03a-f3be0f0dfeef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5831516 Jul 12 10:50:23.216753 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54746) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:23.225414 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:23.256833 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.344058 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b5e4cbe8-ea62-40ba-b161-cd5230095ddb up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:23.360668 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Made reservation on behalf of 9f641c230b0d4dcbad14ea3f79d990ae for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:23.362143 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] Publish callbacks [] for security_group (a43d7027-940e-4b9c-87f1-1bb7c7d5ff71), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.364455 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.379864 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.398348 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (21b6e3d3-b067-4587-992a-a393961475e1), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.441747 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7457d0e7-39f1-43f9-9558-da9e6dec2976 req-473166fb-cf65-4bcb-8c93-c135e13f508f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.1206315 Jul 12 10:50:23.447473 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-7595369e-4e8b-4c09-8b40-2ea7bca0750f None None] Provisioning complete for port ac505145-c4d9-4cff-a998-723ba59dfc6b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:23.447854 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7595369e-4e8b-4c09-8b40-2ea7bca0750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.454689 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:23.459918 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3e7b1-792a-4d30-b846-dc1741199398 None None] Pushing event updated for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.525079 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port b5e4cbe8-ea62-40ba-b161-cd5230095ddb triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:23.525696 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.533562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] Publish callbacks [] for security_group (a43d7027-940e-4b9c-87f1-1bb7c7d5ff71), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.536125 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks [] for security_group (e877bce3-8714-442c-8d19-c4a5aec0c522), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.582281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (21b6e3d3-b067-4587-992a-a393961475e1), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.634411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e877bce3-8714-442c-8d19-c4a5aec0c522), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.743689 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e877bce3-8714-442c-8d19-c4a5aec0c522,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.749459 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (21b6e3d3-b067-4587-992a-a393961475e1), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.750334 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19ee74d3-4866-424c-b778-dcc0fff88fbc req-a43d2e9e-9285-450b-a35d-77432235c90b tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0607963 Jul 12 10:50:23.756697 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a43d7027-940e-4b9c-87f1-1bb7c7d5ff71), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.764657 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:23.767479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a43d7027-940e-4b9c-87f1-1bb7c7d5ff71 HTTP/1.1" status: 204 len: 168 time: 0.6221235 Jul 12 10:50:23.794931 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-7595369e-4e8b-4c09-8b40-2ea7bca0750f None None] Current status of the port ac505145-c4d9-4cff-a998-723ba59dfc6b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:23.804692 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bd57f-b9d2-4a12-8ea8-44d78f66295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d7027-940e-4b9c-87f1-1bb7c7d5ff71,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.820232 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 4, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'ac505145-c4d9-4cff-a998-723ba59dfc6b', 'name': '', 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'mac_address': 'fa:16:3e:b9:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:17Z', 'updated_at': '2022-07-12T10:50:22Z', 'revision_number': 4, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'subnets': [{'id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:23.869061 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b6e3d3-b067-4587-992a-a393961475e1,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:23.888281 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2d208b-6abb-4ff0-b29d-297195296241 None None] The sync data for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi is: [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:50:18Z', 'revision_number': 4, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'ac505145-c4d9-4cff-a998-723ba59dfc6b', 'name': '', 'network_id': 'f9b4fb8a-cd0b-44e1-9014-abacbeaca52f', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'mac_address': 'fa:16:3e:b9:fd:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:17Z', 'updated_at': '2022-07-12T10:50:22Z', 'revision_number': 4, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'subnets': [{'id': 'eb029f53-ffe9-4e75-bf36-eb9107a40702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:23.906674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port b5e4cbe8-ea62-40ba-b161-cd5230095ddb is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:24.003911 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.005369 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5041734d-1127-45ee-8149-26eb32a5dc4d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7875898 Jul 12 10:50:24.009576 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54762) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:24.017099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:24.017411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Allocated IP 192.168.233.120 (c982feed-bb72-4418-8908-7d917914b2da/c300b486-f8a8-494b-b111-89dd2b04f597/8d46163a-5543-4839-b049-7ae1acc627aa) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:24.300924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (97a4bdbb-6a18-4a21-af6f-781d064a12b5), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.372809 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks [] for port (8d46163a-5543-4839-b049-7ae1acc627aa), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.385231 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-b35d09a3-9c30-42d9-90b3-d2cf72c21938 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:24.386965 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-b35d09a3-9c30-42d9-90b3-d2cf72c21938 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 818 time: 0.2099109 Jul 12 10:50:24.522437 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.556165 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (97a4bdbb-6a18-4a21-af6f-781d064a12b5), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.597144 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-3fcdcce8-b1db-4f68-8ee5-8577f7544a6b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91c91fb8a5d44d093015f3211bcd099 HTTP/1.1" status: 200 len: 380 time: 0.1924305 Jul 12 10:50:24.615944 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'port': {'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'admin_state_up': True, 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'security_groups': ['6f4bd6ef-de4b-4d29-9c6b-5050f57b9963']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:24.642678 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Network c982feed-bb72-4418-8908-7d917914b2da is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:24.665961 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Pushing event updated for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:24.669055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:24.672633 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:24.715619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (97a4bdbb-6a18-4a21-af6f-781d064a12b5), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:24.756355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f08ea2a4-cd28-4267-94c3-028d1a30ecdd req-8102e3cc-7ce3-4ddc-a3ee-181cca55b24b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.0555406 Jul 12 10:50:24.824906 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a4bdbb-6a18-4a21-af6f-781d064a12b5,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:24.831348 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:24.832119 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.004156 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-f3712c3f-07ca-45a6-b550-6feac3e9b1a1 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2728190 Jul 12 10:50:25.022975 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.023292 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9f563342-63aa-4b4c-9e98-ac84c24336fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0121505 Jul 12 10:50:25.026433 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54806) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:25.038303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Request body: {'port': {'device_id': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:25.056309 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:25.147202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b60bd7-68ee-458b-84b9-9b5ec28e6c96 req-d2d8dd05-b85b-4059-8168-534d8beb7dbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:25.148968 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-35b60bd7-68ee-458b-84b9-9b5ec28e6c96 req-d2d8dd05-b85b-4059-8168-534d8beb7dbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2369194 Jul 12 10:50:25.162501 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.206771 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d23d1f-dc6a-41e4-83af-8cbda7efdb6e req-54443df9-dbe5-4e9d-82c5-446a16e0eb22 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:25.208168 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b6d23d1f-dc6a-41e4-83af-8cbda7efdb6e req-54443df9-dbe5-4e9d-82c5-446a16e0eb22 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2432804 Jul 12 10:50:25.220980 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-fd04387e-cc55-4e79-ac85-540390b0e147 None None] Provisioning complete for port 8d46163a-5543-4839-b049-7ae1acc627aa triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:25.221533 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fd04387e-cc55-4e79-ac85-540390b0e147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.282210 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-fd04387e-cc55-4e79-ac85-540390b0e147 None None] Port 8d46163a-5543-4839-b049-7ae1acc627aa cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:25.301451 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device ac505145-c4d9-4cff-a998-723ba59dfc6b up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:25.306064 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Made reservation on behalf of b91c91fb8a5d44d093015f3211bcd099 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:25.324568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.324785 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.securitygroups_db [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Project 70193e7e2a5743faa713d28ed91f5867 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:50:25.328375 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (ac5746e4-c920-41b5-a039-e89d108d252c), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.393534 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port ac505145-c4d9-4cff-a998-723ba59dfc6b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:25.394429 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.454987 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-35b60bd7-68ee-458b-84b9-9b5ec28e6c96 req-ed55816e-7592-4eb9-8b38-a792cf157e47 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882898 Jul 12 10:50:25.504876 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port ac505145-c4d9-4cff-a998-723ba59dfc6b is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:25.508327 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6ea4c597-a8ac-439c-8f4f-7359e9a7028b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.526467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (ac5746e4-c920-41b5-a039-e89d108d252c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.569135 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b6d23d1f-dc6a-41e4-83af-8cbda7efdb6e req-a7fdfbc7-67da-4842-9f43-f86ef0138171 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473322 Jul 12 10:50:25.629172 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (ac5746e4-c920-41b5-a039-e89d108d252c), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.658199 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5746e4-c920-41b5-a039-e89d108d252c,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:25.661008 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Allocated IP 172.20.0.12 (5790975a-0dba-45a4-b0ae-4f40dde2e9c8/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4/f905032d-d626-4dcb-bfd0-ab26b8b6deee) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:25.679236 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d46163a-5543-4839-b049-7ae1acc627aa {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:25.689079 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks [] for port (8d46163a-5543-4839-b049-7ae1acc627aa), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.689345 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74490298-cb35-455f-86aa-002523c59288 req-fbd7fffa-249d-4cff-840b-5b8338b79fd2 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:25.697190 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-74490298-cb35-455f-86aa-002523c59288 req-fbd7fffa-249d-4cff-840b-5b8338b79fd2 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 936 time: 0.1264799 Jul 12 10:50:25.707177 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Transition to ACTIVE for port object 8d46163a-5543-4839-b049-7ae1acc627aa will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:50:25.775379 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.784137 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-446f001f-41a1-4db0-b002-29156472f952 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7397692 Jul 12 10:50:25.785281 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54822) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:25.831111 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-74490298-cb35-455f-86aa-002523c59288 req-4708258c-905f-421b-af30-1dad46af351a tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303685 Jul 12 10:50:25.838840 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'security_group_rule': {'security_group_id': '10045f7a-7a8e-4f0c-89ab-aa7620124698', 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:25.926385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d6425805-4e73-4ef7-8d30-7a0bb84e2256 req-9f87552b-dce8-4f08-9b30-4781c18d85b4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.0473671 Jul 12 10:50:25.931609 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:25.960623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.002288 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.securitygroups_db [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Project 70193e7e2a5743faa713d28ed91f5867 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:50:26.015352 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Pushing event updated for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:26.016627 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (8d4520cc-764e-4f5a-994c-e80f1baff039), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.103955 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.114569 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (8d4520cc-764e-4f5a-994c-e80f1baff039), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.171992 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Attempting to bind port 8d46163a-5543-4839-b049-7ae1acc627aa on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:26.172522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Attempting to bind port 8d46163a-5543-4839-b049-7ae1acc627aa by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:26.173033 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Attempting to bind port 8d46163a-5543-4839-b049-7ae1acc627aa on network c982feed-bb72-4418-8908-7d917914b2da {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:26.186671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Port 8d46163a-5543-4839-b049-7ae1acc627aa on network c982feed-bb72-4418-8908-7d917914b2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:50:26.186671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Attempting to bind port 8d46163a-5543-4839-b049-7ae1acc627aa on network c982feed-bb72-4418-8908-7d917914b2da {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:26.189880 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (8d4520cc-764e-4f5a-994c-e80f1baff039), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.196464 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:26.197200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Checking segment: {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:26.198214 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Bound using segment: {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:26.198981 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Bound port: 8d46163a-5543-4839-b049-7ae1acc627aa, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa44ecb-10bf-4e76-b698-51186d25c6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:26.200193 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.207399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:26.247734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:26.251465 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:26.272520 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4520cc-764e-4f5a-994c-e80f1baff039,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:26.317706 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event updated for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:26.359069 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:26.364761 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8d46163a-5543-4839-b049-7ae1acc627aa,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:26.382771 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:26.384143 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.403210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.419624 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0f3e2c56-3dfe-4df2-b6c4-dfc5596744a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6191123 Jul 12 10:50:26.513511 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.548464 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-d6f93b55-0993-4fa0-a3b5-fe698fca39db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9446335 Jul 12 10:50:26.571280 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:26.571905 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.578434 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Request body: {'port': {'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:26.590585 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] 10.222.0.76 "PUT /v2.0/ports/8d46163a-5543-4839-b049-7ae1acc627aa HTTP/1.1" status: 200 len: 1098 time: 1.5609689 Jul 12 10:50:26.600283 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:26.624192 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22008b65-d5e5-4d84-9102-be9c85d89b77" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:26.742556 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72eed1-0dc3-4afd-9c67-b536a4d12b09 service neutron] Pushing event updated for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:26.771660 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-4060ec7f-bf18-4dca-8850-465b46b14c72 None None] Provisioning complete for port f905032d-d626-4dcb-bfd0-ab26b8b6deee triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:26.772650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4060ec7f-bf18-4dca-8850-465b46b14c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.992699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4060ec7f-bf18-4dca-8850-465b46b14c72 None None] Port f905032d-d626-4dcb-bfd0-ab26b8b6deee cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:26.995304 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-df86f0c8-7acd-4be2-a019-914e560dc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:26.995304 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-df86f0c8-7acd-4be2-a019-914e560dc2e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 1132 time: 0.1387768 Jul 12 10:50:26.997308 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:26.997308 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e94d8c-bf6c-4990-9718-f574f1761774 req-6b2d0c8a-8510-464e-ae52-f517ae8a5c3d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:26.997308 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12e94d8c-bf6c-4990-9718-f574f1761774 req-6b2d0c8a-8510-464e-ae52-f517ae8a5c3d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2521720 Jul 12 10:50:26.998218 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-df6d0a53-baa2-44ef-a574-ea0db397ed51 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8d46163a-5543-4839-b049-7ae1acc627aa HTTP/1.1" status: 200 len: 217 time: 0.0475540 Jul 12 10:50:27.002545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772d06b-2953-4584-a13f-79f18e55d6a1 req-15dcb2e1-b527-4ba8-83d5-c4de7454f51f tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.004524 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2772d06b-2953-4584-a13f-79f18e55d6a1 req-15dcb2e1-b527-4ba8-83d5-c4de7454f51f tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2236025 Jul 12 10:50:27.070800 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-81543976-e147-4dda-8d5f-511d866b91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.075050 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-81543976-e147-4dda-8d5f-511d866b91aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c300b486-f8a8-494b-b111-89dd2b04f597 HTTP/1.1" status: 200 len: 843 time: 0.1068168 Jul 12 10:50:27.150564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12e94d8c-bf6c-4990-9718-f574f1761774 req-9317f097-6ecb-4c81-9a1c-c8080ce7e135 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105680 Jul 12 10:50:27.163103 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-250993fc-b28c-4798-b67d-046c7d35111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.166030 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-250993fc-b28c-4798-b67d-046c7d35111f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c982feed-bb72-4418-8908-7d917914b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0813186 Jul 12 10:50:27.176782 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2772d06b-2953-4584-a13f-79f18e55d6a1 req-d57a5ba3-72e9-4e72-af53-74191c52b488 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650295 Jul 12 10:50:27.267696 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317e9048-c017-4aba-a4c7-d976a35b3293 x-openstack-request-id: req-317e9048-c017-4aba-a4c7-d976a35b3293 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:27.268085 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:27.268276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-317e9048-c017-4aba-a4c7-d976a35b3293 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:27.268725 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317e9048-c017-4aba-a4c7-d976a35b3293'] response: {'name': 'network-changed', 'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa', 'status': 'completed', 'code': 200} Jul 12 10:50:27.335519 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-b3072ff6-28de-4b08-b54b-7a493eaf34d5 service neutron] 10.222.0.76 "GET /v2.0/networks/c982feed-bb72-4418-8908-7d917914b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599150 Jul 12 10:50:27.437211 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe1375-c096-426d-b6cd-6f45bcd12557 req-dd1c99e1-93dd-432e-86de-a5c697492482 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.439391 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ffe1375-c096-426d-b6cd-6f45bcd12557 req-dd1c99e1-93dd-432e-86de-a5c697492482 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 948 time: 0.1688533 Jul 12 10:50:27.448706 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-9a52e557-679c-4db3-9fe0-7f86964896ec req-d1d640cb-2ee9-467a-aa39-61d95d362c19 service neutron] 10.222.0.76 "GET /v2.0/networks/c982feed-bb72-4418-8908-7d917914b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079288 Jul 12 10:50:27.458382 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a5df-e833-44b9-bd38-bd93c76df1d2 req-76269c03-dca2-436a-8137-423a5a25f3ba tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.460022 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7345a5df-e833-44b9-bd38-bd93c76df1d2 req-76269c03-dca2-436a-8137-423a5a25f3ba tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 932 time: 0.1356821 Jul 12 10:50:27.753198 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-b9fb2440-e439-429d-b6aa-eb8e476ba4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.755107 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-b9fb2440-e439-429d-b6aa-eb8e476ba4da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 1132 time: 0.0667675 Jul 12 10:50:27.775014 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f905032d-d626-4dcb-bfd0-ab26b8b6deee {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:27.794055 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks [] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:27.829029 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7345a5df-e833-44b9-bd38-bd93c76df1d2 req-a62077cb-ab8c-427b-9339-403cfdbb1491 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517795 Jul 12 10:50:27.831546 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Transition to ACTIVE for port object f905032d-d626-4dcb-bfd0-ab26b8b6deee will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:50:27.833753 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ffe1375-c096-426d-b6cd-6f45bcd12557 req-b8caf637-1c99-4370-84a8-796f4192a145 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887687 Jul 12 10:50:27.895298 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-d1d31b66-9ad3-4764-b860-40c78330b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:27.896890 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-d1d31b66-9ad3-4764-b860-40c78330b22e service neutron] 10.222.0.76 "GET /v2.0/networks?id=c982feed-bb72-4418-8908-7d917914b2da HTTP/1.1" status: 200 len: 871 time: 0.1325002 Jul 12 10:50:27.907850 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:27.944064 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-de6b0d28-be93-4e91-aaee-8b33fa458ce3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=8d46163a-5543-4839-b049-7ae1acc627aa HTTP/1.1" status: 200 len: 217 time: 0.0367191 Jul 12 10:50:27.962741 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:28.033470 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-c08b18e5-8234-4340-a872-cfef39791502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.035163 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-c08b18e5-8234-4340-a872-cfef39791502 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c300b486-f8a8-494b-b111-89dd2b04f597 HTTP/1.1" status: 200 len: 843 time: 0.0789900 Jul 12 10:50:28.079703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Attempting to bind port f905032d-d626-4dcb-bfd0-ab26b8b6deee on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:28.081361 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Attempting to bind port f905032d-d626-4dcb-bfd0-ab26b8b6deee by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:28.081361 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Attempting to bind port f905032d-d626-4dcb-bfd0-ab26b8b6deee on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:28.091258 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Port f905032d-d626-4dcb-bfd0-ab26b8b6deee on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:50:28.091559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Attempting to bind port f905032d-d626-4dcb-bfd0-ab26b8b6deee on network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:28.105614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:28.109245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Checking segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:28.109245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Bound using segment: {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:28.109245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Bound port: f905032d-d626-4dcb-bfd0-ab26b8b6deee, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb5004-4f54-423e-b219-4401381bddea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:28.109245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.161368 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f09ff181-ecce-442c-9c3c-5a5331ddb82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.222425 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:28.236214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:28.332978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 54928) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:28.357319 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.408615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.409294 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.411302 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] 10.222.0.76 "PUT /v2.0/ports/f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 1094 time: 1.8393757 Jul 12 10:50:28.416779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:28.419537 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d59a35e-64a4-443b-a5a4-6afd8405e989" -d '{"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:28.458646 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-8974b2b8-6fc3-49dc-9626-03ccd12e4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.458646 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-8974b2b8-6fc3-49dc-9626-03ccd12e4413 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c982feed-bb72-4418-8908-7d917914b2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.4100280 Jul 12 10:50:28.477118 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ff2c0-1d4f-4838-8519-a054e3759084 req-4a4aacdf-f662-42ba-bc6b-23e4073a4de9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.479362 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-983ff2c0-1d4f-4838-8519-a054e3759084 req-4a4aacdf-f662-42ba-bc6b-23e4073a4de9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1935318 Jul 12 10:50:28.487598 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378c66b-04b7-405b-a196-ef71eb38a7c8 req-c9b09049-e5fb-4316-9772-a4d34a6b9891 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.496971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b378c66b-04b7-405b-a196-ef71eb38a7c8 req-c9b09049-e5fb-4316-9772-a4d34a6b9891 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2009618 Jul 12 10:50:28.499139 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73908-ce53-4cf7-b3a2-c5ad8eb923f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:28.602279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-84279945-d36b-476c-9d95-fbbc8b746ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.604867 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-e44500f2-607a-4b4a-89ab-ab950c730149 service neutron] 10.222.0.76 "GET /v2.0/networks/c982feed-bb72-4418-8908-7d917914b2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375589 Jul 12 10:50:28.660595 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b378c66b-04b7-405b-a196-ef71eb38a7c8 req-17180f7b-a616-45b5-b4dc-986faab69b91 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478369 Jul 12 10:50:28.678190 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-983ff2c0-1d4f-4838-8519-a054e3759084 req-631caa4c-e29f-463a-885b-241412c42979 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711082 Jul 12 10:50:28.733709 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2c40d-1949-41cb-8b60-86fb47fe940d x-openstack-request-id: req-88d2c40d-1949-41cb-8b60-86fb47fe940d {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:28.734346 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:28.734493 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88d2c40d-1949-41cb-8b60-86fb47fe940d {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:28.734891 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d2c40d-1949-41cb-8b60-86fb47fe940d'] response: {'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'status': 'completed', 'code': 200} Jul 12 10:50:28.747606 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-dde75bb4-3b75-4bb5-a6aa-e0e4efb47fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.748395 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-22008b65-d5e5-4d84-9102-be9c85d89b77 req-1e582392-4ab8-4eed-9edf-e285e8595c89 service neutron] 10.222.0.76 "GET /v2.0/networks/c982feed-bb72-4418-8908-7d917914b2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274357 Jul 12 10:50:28.749446 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-dde75bb4-3b75-4bb5-a6aa-e0e4efb47fe5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1128 time: 0.1660655 Jul 12 10:50:28.802665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-84279945-d36b-476c-9d95-fbbc8b746ab2 admin admin] Publish callbacks [] for security_group (9f3939f7-f949-428a-b3be-52f71c8184a7), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:28.828880 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-685238a7-8b78-49b8-a36d-25b3f97938e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 217 time: 0.0381563 Jul 12 10:50:28.895763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-36d90394-aaff-4b16-b1e3-214869f43eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:28.897360 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-36d90394-aaff-4b16-b1e3-214869f43eff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0583334 Jul 12 10:50:28.913519 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 8d46163a-5543-4839-b049-7ae1acc627aa details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:50:29.016560 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-84279945-d36b-476c-9d95-fbbc8b746ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9f3939f7-f949-428a-b3be-52f71c8184a7), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.062875 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8d46163a-5543-4839-b049-7ae1acc627aa,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:29.081525 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '8d46163a-5543-4839-b049-7ae1acc627aa', 'network_id': 'c982feed-bb72-4418-8908-7d917914b2da', 'port_id': '8d46163a-5543-4839-b049-7ae1acc627aa', 'mac_address': 'fa:16:3e:52:d7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c300b486-f8a8-494b-b111-89dd2b04f597', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:50:29.096891 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-84279945-d36b-476c-9d95-fbbc8b746ab2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=879d0cc8f7204a5db1748fd1f5a4355c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7473762 Jul 12 10:50:29.099875 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54954) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:29.101329 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f55371-3429-43f7-b1ce-3012c158371c req-ace9e526-186f-46d8-b2ef-945abc654bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.103471 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-ace9e526-186f-46d8-b2ef-945abc654bf0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1944852 Jul 12 10:50:29.109877 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84279945-d36b-476c-9d95-fbbc8b746ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3939f7-f949-428a-b3be-52f71c8184a7,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:29.125663 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 8d46163a-5543-4839-b049-7ae1acc627aa is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:29.126060 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.130159 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bba7c-0e82-407e-a8d5-31bac7031f0a req-a1f57f89-8223-4b99-baf0-debfaa41bf1a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.131745 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e86bba7c-0e82-407e-a8d5-31bac7031f0a req-a1f57f89-8223-4b99-baf0-debfaa41bf1a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 944 time: 0.1807985 Jul 12 10:50:29.142871 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d46163a-5543-4839-b049-7ae1acc627aa {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:29.174898 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8d46163a-5543-4839-b049-7ae1acc627aa,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:29.176984 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] Publish callbacks [] for security_group (9f3939f7-f949-428a-b3be-52f71c8184a7), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.188214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08992e6-8c9a-4524-81e2-15dac0bd8f25 req-f2519efb-f994-493f-b8f4-0c3fd80ddc36 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.189788 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b08992e6-8c9a-4524-81e2-15dac0bd8f25 req-f2519efb-f994-493f-b8f4-0c3fd80ddc36 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 948 time: 0.2244213 Jul 12 10:50:29.205302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] Publish callbacks [] for security_group (9f3939f7-f949-428a-b3be-52f71c8184a7), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.291065 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.313317 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e86bba7c-0e82-407e-a8d5-31bac7031f0a req-1012e26f-6ce3-4b94-ac55-b8bc006c533b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627679 Jul 12 10:50:29.323544 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-f4e33e41-8418-449d-93e7-e4cb0cbea51d service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099957 Jul 12 10:50:29.327527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b08992e6-8c9a-4524-81e2-15dac0bd8f25 req-ff45c3de-747d-4819-9063-299037d4e390 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276574 Jul 12 10:50:29.350277 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:29.352710 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (9f3939f7-f949-428a-b3be-52f71c8184a7), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.356214 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.357371 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f3939f7-f949-428a-b3be-52f71c8184a7 HTTP/1.1" status: 204 len: 168 time: 0.2563195 Jul 12 10:50:29.365550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d14c9c-5ec6-4550-9977-af842c88be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3939f7-f949-428a-b3be-52f71c8184a7,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:29.441128 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f55371-3429-43f7-b1ce-3012c158371c req-23a3bfd4-f08f-4320-a6a9-e9009d6c682b service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101789 Jul 12 10:50:29.754484 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54972) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:29.785306 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-454de35e-f8f5-415a-b73a-26fb050489c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.789198 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-454de35e-f8f5-415a-b73a-26fb050489c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1128 time: 0.1247876 Jul 12 10:50:29.854604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['8d46163a-5543-4839-b049-7ae1acc627aa'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:50:29.886573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06a56f-290f-4b70-80fc-c0b6b21f907e req-499abaa4-a77d-4906-9607-7ed11421a233 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.891625 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f06a56f-290f-4b70-80fc-c0b6b21f907e req-499abaa4-a77d-4906-9607-7ed11421a233 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1735096 Jul 12 10:50:29.949809 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe59648c-d831-4d38-a61a-b1186c748675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:29.991302 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1653e-896e-4d90-a9b4-e0ae4a99df6f req-a235bdf4-c972-4bd5-87b4-6eac6c5c6b46 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:29.993684 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-57a1653e-896e-4d90-a9b4-e0ae4a99df6f req-a235bdf4-c972-4bd5-87b4-6eac6c5c6b46 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1997077 Jul 12 10:50:30.024863 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-2dfb384c-07b6-4bc4-b81a-172b27ce94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.027251 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-2dfb384c-07b6-4bc4-b81a-172b27ce94eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.2298098 Jul 12 10:50:30.055639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f06a56f-290f-4b70-80fc-c0b6b21f907e req-9f8eab93-baee-4fd0-a017-adc6a65e6938 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534035 Jul 12 10:50:30.102459 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-12db0790-bbf5-4ecc-b1a5-4dfb788262de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 217 time: 0.0668027 Jul 12 10:50:30.102840 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.128622 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe59648c-d831-4d38-a61a-b1186c748675 admin admin] Publish callbacks [] for security_group (095bed78-03c3-4b86-a89f-e166a3ed55f4), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.158971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-57a1653e-896e-4d90-a9b4-e0ae4a99df6f req-1651532e-a605-4e78-b87f-e88f8837ab67 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436830 Jul 12 10:50:30.176135 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-b7d75f44-4dc9-415e-8445-f045d3108b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.180890 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-b7d75f44-4dc9-415e-8445-f045d3108b1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0633123 Jul 12 10:50:30.192618 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54978) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:30.201200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fe59648c-d831-4d38-a61a-b1186c748675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (095bed78-03c3-4b86-a89f-e166a3ed55f4), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.224319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a153d90-232b-4a3f-9c7a-02d124e67257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.241514 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-0f8e8954-92a4-46a9-bd73-a57e0e83e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.244290 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-0f8e8954-92a4-46a9-bd73-a57e0e83e935 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555532 Jul 12 10:50:30.260619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59648c-d831-4d38-a61a-b1186c748675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095bed78-03c3-4b86-a89f-e166a3ed55f4,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:30.268651 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fe59648c-d831-4d38-a61a-b1186c748675 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a49336e42544eafb5a8c5c657c48d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120893 Jul 12 10:50:30.272689 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54980) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:30.296036 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.369666 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-f077e872-8969-4716-a7af-6da839c08c1a service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180129 Jul 12 10:50:30.397187 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] Publish callbacks [] for security_group (095bed78-03c3-4b86-a89f-e166a3ed55f4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.445578 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-6e7d8fb8-e46e-431a-954c-f823d2ce91e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332934 Jul 12 10:50:30.450713 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] Publish callbacks [] for security_group (095bed78-03c3-4b86-a89f-e166a3ed55f4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.454989 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a153d90-232b-4a3f-9c7a-02d124e67257 admin admin] Publish callbacks [] for security_group (47648305-924f-4ea5-bc2f-fe531da9b228), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.526938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a153d90-232b-4a3f-9c7a-02d124e67257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (47648305-924f-4ea5-bc2f-fe531da9b228), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.577609 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d59a35e-64a4-443b-a5a4-6afd8405e989 req-769237d6-0c73-4ae6-855c-7ab918487f0c service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000158 Jul 12 10:50:30.583031 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4a153d90-232b-4a3f-9c7a-02d124e67257 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b8673cedc3e4aa586de8a8754c817ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866057 Jul 12 10:50:30.583031 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a153d90-232b-4a3f-9c7a-02d124e67257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47648305-924f-4ea5-bc2f-fe531da9b228,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:30.585400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 54988) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:30.587515 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51406ce3-2973-45cf-9878-19753e024131 req-4af6349d-4227-4f74-be3a-31f54f1c5c2e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.590640 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-51406ce3-2973-45cf-9878-19753e024131 req-4af6349d-4227-4f74-be3a-31f54f1c5c2e tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 944 time: 0.1395524 Jul 12 10:50:30.596642 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee49dd-24e2-4983-8e28-f974fbaf475a req-de091aa4-5d63-4de0-b95b-6f41303d89eb tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.602943 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e6ee49dd-24e2-4983-8e28-f974fbaf475a req-de091aa4-5d63-4de0-b95b-6f41303d89eb tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 949 time: 0.1472383 Jul 12 10:50:30.614382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-564823dc-697b-4fd5-9c2d-1bebafbd2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.624423 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-564823dc-697b-4fd5-9c2d-1bebafbd2351 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 1130 time: 0.1215048 Jul 12 10:50:30.644745 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (095bed78-03c3-4b86-a89f-e166a3ed55f4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.647460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.649365 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/095bed78-03c3-4b86-a89f-e166a3ed55f4 HTTP/1.1" status: 204 len: 168 time: 0.3749683 Jul 12 10:50:30.670513 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e733ee-8103-42f5-833b-6e3133aaadfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bed78-03c3-4b86-a89f-e166a3ed55f4,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:30.674107 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] Publish callbacks [] for security_group (47648305-924f-4ea5-bc2f-fe531da9b228), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.685904 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-51406ce3-2973-45cf-9878-19753e024131 req-e08cc031-a5e2-46cd-bd07-cc592f2b3fe7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815706 Jul 12 10:50:30.690966 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e6ee49dd-24e2-4983-8e28-f974fbaf475a req-4a51035d-f00c-494c-bd76-4ae741fbe16d tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790453 Jul 12 10:50:30.779005 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] Publish callbacks [] for security_group (47648305-924f-4ea5-bc2f-fe531da9b228), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.849184 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-518fcd8d-afe7-4992-be12-5e5d35de43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:30.850830 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-518fcd8d-afe7-4992-be12-5e5d35de43f3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.1677799 Jul 12 10:50:30.919556 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-a9ec9328-2b60-46e7-aab5-aa22cce8dc81 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b HTTP/1.1" status: 200 len: 217 time: 0.0562365 Jul 12 10:50:30.928756 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f905032d-d626-4dcb-bfd0-ab26b8b6deee details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:50:30.931085 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (47648305-924f-4ea5-bc2f-fe531da9b228), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.934765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:30.938892 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47648305-924f-4ea5-bc2f-fe531da9b228 HTTP/1.1" status: 204 len: 168 time: 0.3471341 Jul 12 10:50:31.015484 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a2146-1817-4ff4-b1a6-9b4f776849d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47648305-924f-4ea5-bc2f-fe531da9b228,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:31.049501 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-8caadc4e-cb0d-40a1-b542-65c9fcc04aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.051306 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-8caadc4e-cb0d-40a1-b542-65c9fcc04aaa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.1139960 Jul 12 10:50:31.143734 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-36e49bbb-ae90-4b72-9fb2-e5bed0d2d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.148046 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-36e49bbb-ae90-4b72-9fb2-e5bed0d2d134 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884326 Jul 12 10:50:31.309580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:31.340567 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1051, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:50:31.365278 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-05097d84-fbc0-4af4-b67e-8999df96030e service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093604 Jul 12 10:50:31.374900 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34593588-f7a1-4daf-b226-e6b2c2d6ae7d req-ea0bc07d-bb32-4c5d-b1d8-eb89ed40cef3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.386016 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34593588-f7a1-4daf-b226-e6b2c2d6ae7d req-ea0bc07d-bb32-4c5d-b1d8-eb89ed40cef3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0899789 Jul 12 10:50:31.407559 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f905032d-d626-4dcb-bfd0-ab26b8b6deee is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:31.408498 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:31.412967 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b3a47-c1c1-4b19-ad37-5be3a285d119 req-45e944d4-cf91-4c5b-9ece-5affa67932b3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.417618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-806b3a47-c1c1-4b19-ad37-5be3a285d119 req-45e944d4-cf91-4c5b-9ece-5affa67932b3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1621280 Jul 12 10:50:31.436778 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f905032d-d626-4dcb-bfd0-ab26b8b6deee {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:31.490920 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:31.539632 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34593588-f7a1-4daf-b226-e6b2c2d6ae7d req-7a5e7554-9ad7-448f-8cdf-3760ab6f6afd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168756 Jul 12 10:50:31.568762 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-806b3a47-c1c1-4b19-ad37-5be3a285d119 req-88bdc87b-ac99-49f5-992e-0c3dd00cb4f9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119483 Jul 12 10:50:31.574464 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:31.588587 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7a9de6fd-b054-46f1-81c9-44c282771eff req-a4886d2a-9e22-4673-b842-8bd2c932253c service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115047 Jul 12 10:50:31.657944 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:31.900528 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cbf56-1bce-44ee-b0e0-2f44ea6907ca req-19d7b096-12b5-49ea-99f1-708a2191ceeb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.902663 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-871cbf56-1bce-44ee-b0e0-2f44ea6907ca req-19d7b096-12b5-49ea-99f1-708a2191ceeb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 945 time: 0.1324780 Jul 12 10:50:31.945776 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1125-7479-40bc-a2c7-27a6848790ba req-7653328d-5634-4115-996d-c15ffc70ebfc tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:31.951567 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27fc1125-7479-40bc-a2c7-27a6848790ba req-7653328d-5634-4115-996d-c15ffc70ebfc tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 949 time: 0.1651714 Jul 12 10:50:32.018880 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-871cbf56-1bce-44ee-b0e0-2f44ea6907ca req-3023e7c7-5950-4db4-839e-3dc5f5624cf3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072490 Jul 12 10:50:32.034171 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27fc1125-7479-40bc-a2c7-27a6848790ba req-21244245-12c4-4049-a853-33d3e593d259 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753717 Jul 12 10:50:32.037092 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['f905032d-d626-4dcb-bfd0-ab26b8b6deee'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:50:32.065283 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.499046 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55044) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:32.606627 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1307106877-network', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:32.696976 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Made reservation on behalf of 9d9d6201dca04e77bfb9658d4d21dfae for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:32.700103 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.705220 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5366b-d07d-4d74-a84e-f53e5ef6a81f req-7f5f232e-0bc5-402e-a666-029a87236ceb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:32.706806 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15a5366b-d07d-4d74-a84e-f53e5ef6a81f req-7f5f232e-0bc5-402e-a666-029a87236ceb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0896053 Jul 12 10:50:32.712196 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.787192 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15a5366b-d07d-4d74-a84e-f53e5ef6a81f req-f31af8ef-9c92-4f7e-80ea-c519d041181a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643525 Jul 12 10:50:32.796314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a46a9-1db2-4f1a-953d-e1b72ed69c6f req-42e2d6c8-74dd-4888-a9ee-9cdbe6b1bd4d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:32.799882 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7f0a46a9-1db2-4f1a-953d-e1b72ed69c6f req-42e2d6c8-74dd-4888-a9ee-9cdbe6b1bd4d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1146207 Jul 12 10:50:32.824873 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks [] for security_group (2c44493a-0b32-45c0-bd06-037a3eec67eb), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.856569 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.861456 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7f0a46a9-1db2-4f1a-953d-e1b72ed69c6f req-e89f2a67-93b7-4322-86e9-30a818034fe6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579743 Jul 12 10:50:32.879021 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2c44493a-0b32-45c0-bd06-037a3eec67eb), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.902795 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:50:32.918472 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c44493a-0b32-45c0-bd06-037a3eec67eb,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:32.924204 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (d2186077-d010-4069-817e-93d1f2c2df2d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:32.926863 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Added segment d2186077-d010-4069-817e-93d1f2c2df2d of type vlan for network 7716e489-83e8-4693-ad50-6b19f6621826 Jul 12 10:50:32.930182 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 8d46163a-5543-4839-b049-7ae1acc627aa up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:32.986970 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (7716e489-83e8-4693-ad50-6b19f6621826), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.090747 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 8d46163a-5543-4839-b049-7ae1acc627aa completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:50:33.095453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 8d46163a-5543-4839-b049-7ae1acc627aa triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:33.099463 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.122894 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (7716e489-83e8-4693-ad50-6b19f6621826), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.125418 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:33.125418 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.205542 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94bef4-a5c8-4ded-8412-b806b6e94952 req-771a6898-4940-49cc-afdf-8907de1bd3db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:33.206320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 8d46163a-5543-4839-b049-7ae1acc627aa is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:33.206821 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.207170 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2e94bef4-a5c8-4ded-8412-b806b6e94952 req-771a6898-4940-49cc-afdf-8907de1bd3db tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 945 time: 0.1100945 Jul 12 10:50:33.220239 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694bd25-37e1-4ca3-8062-00af9f2bd07e req-63581355-e7ec-41db-88ce-d48e8d204a71 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:33.234432 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7716e489-83e8-4693-ad50-6b19f6621826,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:33.234613 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9694bd25-37e1-4ca3-8062-00af9f2bd07e req-63581355-e7ec-41db-88ce-d48e8d204a71 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 949 time: 0.1191580 Jul 12 10:50:33.241476 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:33.245137 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8859e0a-8a0e-4dd2-9219-d766d560121b" -d '{"events": [{"server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "name": "network-vif-plugged", "status": "completed", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:33.252779 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 7716e489-83e8-4693-ad50-6b19f6621826 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:50:33.302784 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-18e5115f-4013-4aed-830c-00c4a5a8daf4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8014348 Jul 12 10:50:33.303714 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55074) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:33.310557 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2e94bef4-a5c8-4ded-8412-b806b6e94952 req-0ac1b657-a2f5-4631-ad3f-b368e7f50c6b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791430 Jul 12 10:50:33.315761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Request body: {'subnet': {'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1307106877-subnet', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:33.317351 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8d46163a-5543-4839-b049-7ae1acc627aa,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:33.361393 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9694bd25-37e1-4ca3-8062-00af9f2bd07e req-2672e0c5-5597-4278-a30e-2f428a543f63 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316471 Jul 12 10:50:33.387594 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.427012 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a408825-0139-4aea-b642-aa4c57c38096 x-openstack-request-id: req-9a408825-0139-4aea-b642-aa4c57c38096 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:33.429744 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "name": "network-vif-plugged", "status": "completed", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:33.429744 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a408825-0139-4aea-b642-aa4c57c38096 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:33.429744 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a408825-0139-4aea-b642-aa4c57c38096'] response: {'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa', 'code': 200} Jul 12 10:50:33.450499 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Made reservation on behalf of 9d9d6201dca04e77bfb9658d4d21dfae for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:33.452869 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813705'] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.481754 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:33.713963 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125982774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813723'] for subnet (e6ac2633-c543-4471-a77b-e9c1e8ea0b4b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:33.788419 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:33.803265 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Checking segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:33.803864 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Network hostable DHCP agents. Network: 7716e489-83e8-4693-ad50-6b19f6621826, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:50:33.901886 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51947-da87-4dbd-a6a4-bf86f2ab8068 req-3d4c9949-dc48-444b-bea1-9be748092ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:33.903891 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5ce51947-da87-4dbd-a6a4-bf86f2ab8068 req-3d4c9949-dc48-444b-bea1-9be748092ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 1134 time: 0.0934324 Jul 12 10:50:33.923523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Network 7716e489-83e8-4693-ad50-6b19f6621826 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:50:33.967543 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5ce51947-da87-4dbd-a6a4-bf86f2ab8068 req-4a452cb8-313e-40d8-99ec-271772d8a2c5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Jul 12 10:50:33.977506 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd68c-50e6-491f-96d2-bd8d61595f8c req-42a5d2a2-5db9-44bc-a98d-80d3eb1039cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:33.978392 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-509fd68c-50e6-491f-96d2-bd8d61595f8c req-42a5d2a2-5db9-44bc-a98d-80d3eb1039cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0933049 Jul 12 10:50:34.040704 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 7716e489-83e8-4693-ad50-6b19f6621826) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:34.056935 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:34.057183 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c25cc8-b29e-4bda-8a8a-5bdfdc6fe9f2 None None] Network 7716e489-83e8-4693-ad50-6b19f6621826 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:34.058300 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.082786 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58249c3d-e177-4839-8e05-77c088369f5f req-0cf22a43-27da-4c89-b943-4ed47e6a825b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:34.084790 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58249c3d-e177-4839-8e05-77c088369f5f req-0cf22a43-27da-4c89-b943-4ed47e6a825b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1252756 Jul 12 10:50:34.093680 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-509fd68c-50e6-491f-96d2-bd8d61595f8c req-5ad737b3-d0ae-4f7f-930b-4c769e59adbd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932391 Jul 12 10:50:34.144324 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58249c3d-e177-4839-8e05-77c088369f5f req-e982a164-bc18-4912-b812-2425246d0981 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485742 Jul 12 10:50:34.166886 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-7f0d5758-f0ff-44ba-8def-9c82b0b51c7e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8551180 Jul 12 10:50:34.171557 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55092) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:34.176592 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:34.221144 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-7716e489-83e8-4693-ad50-6b19f6621826', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:50:34.222268 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.292323 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.295258 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.392212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for router_controller (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), precommit_add_association {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.409002 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Allocated IP 172.20.0.2 (7716e489-83e8-4693-ad50-6b19f6621826/e6ac2633-c543-4471-a77b-e9c1e8ea0b4b/e1cdf3a1-ca14-4660-886b-411a6d9dbcd8) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:34.536373 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842ddaa-9cd0-4fbd-ad4e-c4213b1bfb76 req-486a87ee-fdc3-48b8-a8bd-ae2266cd78f5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:34.538136 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6842ddaa-9cd0-4fbd-ad4e-c4213b1bfb76 req-486a87ee-fdc3-48b8-a8bd-ae2266cd78f5 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 945 time: 0.1194408 Jul 12 10:50:34.639457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks [] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.709782 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab744b7e-9723-46b7-a117-95c4453612fb req-a259cc9f-1965-484e-ad98-293c633583bf tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:34.712182 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ab744b7e-9723-46b7-a117-95c4453612fb req-a259cc9f-1965-484e-ad98-293c633583bf tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.2350831 Jul 12 10:50:34.725666 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.770122 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Network 7716e489-83e8-4693-ad50-6b19f6621826 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:34.774448 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:34.781544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for router_gateway (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.782562 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:34.786600 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Pushing event updated for resources: {'Port': ['ID=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:34.791168 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6842ddaa-9cd0-4fbd-ad4e-c4213b1bfb76 req-7cc285e1-257a-4597-8628-d2bc5aa90150 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942070 Jul 12 10:50:34.839547 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ab744b7e-9723-46b7-a117-95c4453612fb req-0b20a226-91d0-4d67-9c40-11dd668c0673 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190102 Jul 12 10:50:34.879163 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Attempting to bind port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:34.879523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Attempting to bind port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:34.879997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Attempting to bind port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 on network 7716e489-83e8-4693-ad50-6b19f6621826 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:34.886656 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:34.887073 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Checking segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:34.887481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.887879 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Bound using segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:34.888385 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Bound port: e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:34.888760 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:34.945112 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f905032d-d626-4dcb-bfd0-ab26b8b6deee up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:35.007956 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] For port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:35.012975 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] For port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:35.196431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.215465 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port f905032d-d626-4dcb-bfd0-ab26b8b6deee completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:50:35.241599 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port f905032d-d626-4dcb-bfd0-ab26b8b6deee triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:35.242031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.339955 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1976e-8bfa-4466-b078-568a3801762a None None] Pushing event updated for resources: {'Port': ['ID=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:35.402280 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f905032d-d626-4dcb-bfd0-ab26b8b6deee is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:35.403174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.434635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:35.437316 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aabbc28-afac-4e44-9470-aaf567533b24" -d '{"events": [{"server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "name": "network-vif-plugged", "status": "completed", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:35.462089 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:35.471671 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for router_gateway (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.501362 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d26f6-2706-44d4-919d-7e1f852fe54e req-dc313f76-d329-410f-adbf-176addbf1247 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:35.502956 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-896d26f6-2706-44d4-919d-7e1f852fe54e req-dc313f76-d329-410f-adbf-176addbf1247 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1425836 Jul 12 10:50:35.509653 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.590217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd9f6-9310-47c5-8dff-7f1e6540efb3 req-d02bb1f4-5265-4120-8b31-7edd6ed9ed25 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:35.591887 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd9cd9f6-9310-47c5-8dff-7f1e6540efb3 req-d02bb1f4-5265-4120-8b31-7edd6ed9ed25 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2295165 Jul 12 10:50:35.639656 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:35.640245 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:50:35.726436 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-896d26f6-2706-44d4-919d-7e1f852fe54e req-f13019cc-d0c1-4a40-a438-503d0493affa tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891689 Jul 12 10:50:35.764855 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:35.793987 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Allocated IP 172.27.2.39 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/f3921afd-e72f-4f8b-958f-8a2f08c1ace1) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:35.798774 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b6d98-4e57-4f1d-92d4-dd410032d336 x-openstack-request-id: req-597b6d98-4e57-4f1d-92d4-dd410032d336 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:35.799179 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "name": "network-vif-plugged", "status": "completed", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:35.806401 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-597b6d98-4e57-4f1d-92d4-dd410032d336 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:35.806401 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597b6d98-4e57-4f1d-92d4-dd410032d336'] response: {'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'code': 200} Jul 12 10:50:35.807176 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd9cd9f6-9310-47c5-8dff-7f1e6540efb3 req-d276ee96-7e75-4200-a442-a1b3c169b4f4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984875 Jul 12 10:50:35.964416 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:36.083474 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf3a98-6ff5-4839-bf1f-0e7ddea5d4e1 req-97721b1a-01a1-4a53-bb28-5b00cf7ef6a0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:36.085053 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ebaf3a98-6ff5-4839-bf1f-0e7ddea5d4e1 req-97721b1a-01a1-4a53-bb28-5b00cf7ef6a0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1256676 Jul 12 10:50:36.109170 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c81bf-377e-4219-bdef-6f0428c0ea19 req-d512e967-a18c-4bac-8922-18b063a6226c tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:36.110756 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f30c81bf-377e-4219-bdef-6f0428c0ea19 req-d512e967-a18c-4bac-8922-18b063a6226c tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.1281767 Jul 12 10:50:36.178021 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ebaf3a98-6ff5-4839-bf1f-0e7ddea5d4e1 req-0a97cc89-67ba-41f9-ab91-7d5b489b58fb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833602 Jul 12 10:50:36.196982 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:36.211480 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f30c81bf-377e-4219-bdef-6f0428c0ea19 req-5eda5545-8bfe-441b-9f66-e0013d7f18d5 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875769 Jul 12 10:50:36.223136 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:36.245778 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:36.247626 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:36.303763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Pushing event updated for resources: {'Port': ['ID=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:36.450776 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e6e8-4e54-4d99-a396-cee4721568cb req-85ce3d8b-4b22-46b5-8f3a-192ceee022d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:36.452534 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cab2e6e8-4e54-4d99-a396-cee4721568cb req-85ce3d8b-4b22-46b5-8f3a-192ceee022d1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0690289 Jul 12 10:50:36.510699 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cab2e6e8-4e54-4d99-a396-cee4721568cb req-a9e4e970-7ba3-48be-939e-3faf536b320e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479646 Jul 12 10:50:36.570848 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c1bb59-7cbe-4ca4-b094-06e18c9d4184 None None] Network 7716e489-83e8-4693-ad50-6b19f6621826 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:36.685800 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for router_gateway (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:36.703257 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Provisioning complete for port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:36.703555 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:36.798464 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Current status of the port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:36.798859 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:36.852219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] For port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:36.954437 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:37.001817 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:37.016802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa0b47-07a4-48d6-81c3-c51729a70d18 req-b0cc520b-1963-44f8-9605-dd0b052bc740 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:37.018444 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bffa0b47-07a4-48d6-81c3-c51729a70d18 req-b0cc520b-1963-44f8-9605-dd0b052bc740 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.1715643 Jul 12 10:50:37.031949 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e917875-17d2-46bb-afe9-85463b3466e5 req-34ec667b-3248-483d-99c9-b7d127c987de tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:37.034607 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7e917875-17d2-46bb-afe9-85463b3466e5 req-34ec667b-3248-483d-99c9-b7d127c987de tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1851547 Jul 12 10:50:37.050174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2b9f8-eb4f-4c71-8537-efe624e22451 None None] Pushing event updated for resources: {'Port': ['ID=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:37.093195 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-ae3bb781-b7e5-47a0-8e07-3374923b4dc7 None None] Provisioning complete for port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:37.093722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae3bb781-b7e5-47a0-8e07-3374923b4dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:37.203905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bb781-b7e5-47a0-8e07-3374923b4dc7 None None] Current status of the port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:37.216620 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7e917875-17d2-46bb-afe9-85463b3466e5 req-35f1e99a-e15c-4ee7-9792-e417544894fe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417582 Jul 12 10:50:37.233298 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bffa0b47-07a4-48d6-81c3-c51729a70d18 req-c7b74c35-e523-41e0-9829-744ff6228361 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945713 Jul 12 10:50:37.296621 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:37.348367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:37.348746 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:37.411855 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb87f6-0264-4d19-930f-60295fb016ea req-a0762491-a92d-4fd0-9be8-a2f1e94ea07b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:37.413544 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4edb87f6-0264-4d19-930f-60295fb016ea req-a0762491-a92d-4fd0-9be8-a2f1e94ea07b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1004562 Jul 12 10:50:37.423212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe5511-113b-4112-80f7-76a2db6f644f req-1eb0fd6d-9ad1-4bab-9363-14c908d688f1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:37.424774 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-55fe5511-113b-4112-80f7-76a2db6f644f req-1eb0fd6d-9ad1-4bab-9363-14c908d688f1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1234808 Jul 12 10:50:37.427786 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:50:37.433890 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:37.551527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-55fe5511-113b-4112-80f7-76a2db6f644f req-bcb722f9-01eb-49bb-b6db-31d710f21b12 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160057 Jul 12 10:50:37.562143 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4edb87f6-0264-4d19-930f-60295fb016ea req-a457ce58-a8c6-4ca4-a892-bdfdc0365c61 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363373 Jul 12 10:50:37.621691 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:37.635389 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Sync routers for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:37.650125 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:37.650298 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:37.709720 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:37.711041 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-ed184492-cf41-4cfd-8570-50e6f23c789e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5382667 Jul 12 10:50:37.714079 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55166) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:37.761801 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:37.984323 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:36Z', 'revision_number': 3, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:38.018630 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Checking router: ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:38.018630 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Updating router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:38.070039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.210985 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55184) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:38.217550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849531632', 'description': 'tempest-description--1382963108'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:38.253969 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.359763 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.464071 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (1ea8f75a-4552-49f5-ae51-c42cc84e887d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.488476 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks [] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.547396 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1ea8f75a-4552-49f5-ae51-c42cc84e887d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.581246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8f75a-4552-49f5-ae51-c42cc84e887d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:38.587916 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.617888 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Attempting to bind port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:38.618102 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Attempting to bind port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:38.618342 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Attempting to bind port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:38.640217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:38.640908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:38.641031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.641380 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:38.641858 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Bound port: f3921afd-e72f-4f8b-958f-8a2f08c1ace1, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:38.642241 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.689767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738661cd-3975-45c7-9caf-72694d7ce671 None None] Pushing event updated for resources: {'Port': ['ID=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:38.713199 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.714982 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-94c94a5b-0e43-488f-8c0a-a3e04783c3b0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5019650 Jul 12 10:50:38.719811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55202) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:38.729773 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '1ea8f75a-4552-49f5-ae51-c42cc84e887d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:38.735650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] For port f3921afd-e72f-4f8b-958f-8a2f08c1ace1, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:38.745017 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] For port f3921afd-e72f-4f8b-958f-8a2f08c1ace1, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:38.873116 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.878678 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (2fa9b441-900b-4411-97a1-6638b2ec4a86), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.932609 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:38.933262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:38.950941 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d94fb-c8fe-4fc7-beeb-452f0a5605b3 req-0708fcf1-4096-4734-be82-b58bc32eea93 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:38.952544 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba9d94fb-c8fe-4fc7-beeb-452f0a5605b3 req-0708fcf1-4096-4734-be82-b58bc32eea93 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.5720592 Jul 12 10:50:38.955951 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (2fa9b441-900b-4411-97a1-6638b2ec4a86), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:38.964798 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4606f-e4f6-45b5-be83-ea1dcb82ec78 req-311d4bf3-f507-4732-ad68-b163f443417d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:38.966292 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2e4606f-e4f6-45b5-be83-ea1dcb82ec78 req-311d4bf3-f507-4732-ad68-b163f443417d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.5872252 Jul 12 10:50:38.980722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738661cd-3975-45c7-9caf-72694d7ce671 None None] Pushing event updated for resources: {'Port': ['ID=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:39.005597 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Allocated IP 172.20.0.1 (7716e489-83e8-4693-ad50-6b19f6621826/e6ac2633-c543-4471-a77b-e9c1e8ea0b4b/86308afa-582e-4e86-b2e6-c4fa3cb3adb0) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:39.060908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:39.113694 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (2fa9b441-900b-4411-97a1-6638b2ec4a86), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.119647 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba9d94fb-c8fe-4fc7-beeb-452f0a5605b3 req-7eff4187-a0c2-48b0-a364-4b844a245077 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504340 Jul 12 10:50:39.128079 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2e4606f-e4f6-45b5-be83-ea1dcb82ec78 req-d9afbaec-ad8b-4350-96e8-7b51afc23c08 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475630 Jul 12 10:50:39.160203 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa9b441-900b-4411-97a1-6638b2ec4a86,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:39.210008 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks [] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.247544 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.251867 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4941ba48-1aa6-4742-945e-96b47451fd60 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5278001 Jul 12 10:50:39.252058 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55204) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:39.256648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '1ea8f75a-4552-49f5-ae51-c42cc84e887d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:39.328877 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:36Z', 'revision_number': 3, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:39.344435 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5ff89-34bf-4545-a122-bc0527466497 req-1f1a3797-aefc-4eeb-86e5-e0647d664662 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:39.351510 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf5ff89-34bf-4545-a122-bc0527466497 req-1f1a3797-aefc-4eeb-86e5-e0647d664662 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1038325 Jul 12 10:50:39.360717 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.362086 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776e1f34-5291-4513-bc67-78dbab5a5582 None None] The sync data for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi is: [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:36Z', 'revision_number': 3, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:39.374029 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100505e5-d06b-4471-b49c-f2fd1c4e0eb2 req-8e15cd5e-0ca7-4e7b-b781-0cead1ec8fdf tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:39.374153 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (05020d9c-2efa-4b9b-bae2-c22657e693fd), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.374248 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-100505e5-d06b-4471-b49c-f2fd1c4e0eb2 req-8e15cd5e-0ca7-4e7b-b781-0cead1ec8fdf tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1089501 Jul 12 10:50:39.457007 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (05020d9c-2efa-4b9b-bae2-c22657e693fd), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.465033 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Network 7716e489-83e8-4693-ad50-6b19f6621826 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:39.474647 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Pushing event updated for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:39.480180 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:39.497407 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:39.545012 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (05020d9c-2efa-4b9b-bae2-c22657e693fd), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.546844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf5ff89-34bf-4545-a122-bc0527466497 req-d567a0fb-7282-4803-81b6-ab0c79e9d058 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939745 Jul 12 10:50:39.563303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-85a95602-bfd0-4cba-8ede-cae2b31ca0c4 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:39.565534 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-85a95602-bfd0-4cba-8ede-cae2b31ca0c4 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.0876465 Jul 12 10:50:39.568879 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-100505e5-d06b-4471-b49c-f2fd1c4e0eb2 req-93e178c9-fa69-4353-94e9-785542b69244 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588426 Jul 12 10:50:39.595305 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.662571 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05020d9c-2efa-4b9b-bae2-c22657e693fd,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:39.741304 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.748159 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f3e4bbf7-0f83-40c6-94b6-022d80151c0f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4898965 Jul 12 10:50:39.748159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55208) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:39.752672 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:39.854950 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Deleting port 8d46163a-5543-4839-b049-7ae1acc627aa {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:50:39.855430 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.865842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8f16a-c911-4027-99ce-6a5337d98e64 req-59ec20ac-6c54-43cc-a979-361b48d64ba8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:39.868240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-73d8f16a-c911-4027-99ce-6a5337d98e64 req-59ec20ac-6c54-43cc-a979-361b48d64ba8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1255457 Jul 12 10:50:39.890744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55216) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:39.895599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'floatingip': {'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:39.921788 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.962393 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-ce13bbbb-9598-4e21-89ee-f46b089aa9c2 None None] Provisioning complete for port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:39.963191 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ce13bbbb-9598-4e21-89ee-f46b089aa9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:39.975243 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.014375 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ce13bbbb-9598-4e21-89ee-f46b089aa9c2 None None] Port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:40.030073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.062963 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] For port 8d46163a-5543-4839-b049-7ae1acc627aa, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=8d46163a-5543-4839-b049-7ae1acc627aa,segment=NetworkSegment(caa44ecb-10bf-4e76-b698-51186d25c6b4),segment_id=caa44ecb-10bf-4e76-b698-51186d25c6b4)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:40.063332 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.099010 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Calling delete_port for 8d46163a-5543-4839-b049-7ae1acc627aa owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:50:40.309818 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.518721 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.27.2.105 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/e30da8d8-c385-451b-aaf1-f4634b4c4b99) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:40.577670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda1c3-8a35-4ef0-8784-9dbac0195e33 req-c8c17f7e-fdd9-4413-95f1-6ae4aae92977 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:40.579219 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5ccda1c3-8a35-4ef0-8784-9dbac0195e33 req-c8c17f7e-fdd9-4413-95f1-6ae4aae92977 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2807934 Jul 12 10:50:40.592082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8803ed-2a1f-4ac6-a7e5-bcf9e30c4682 req-7cf50119-3af8-43e7-9d42-ae3e689c72d9 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:40.594482 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0f8803ed-2a1f-4ac6-a7e5-bcf9e30c4682 req-7cf50119-3af8-43e7-9d42-ae3e689c72d9 tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 950 time: 0.2829337 Jul 12 10:50:40.619248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (8d46163a-5543-4839-b049-7ae1acc627aa), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.664310 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['8d46163a-5543-4839-b049-7ae1acc627aa'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:50:40.687146 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks [] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.746900 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Pushing event deleted for resources: {'Port': ['ID=8d46163a-5543-4839-b049-7ae1acc627aa,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:40.760594 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.798989 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.802129 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55230) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:40.834305 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] No DVR routers for this DVR port 8d46163a-5543-4839-b049-7ae1acc627aa on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:50:40.842443 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.846413 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1faf0584-8a7a-4eeb-ae69-97044f67e352 req-b49cb570-3355-43f1-8b24-0b7113edaacd tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.76 "DELETE /v2.0/ports/8d46163a-5543-4839-b049-7ae1acc627aa HTTP/1.1" status: 204 len: 173 time: 1.2522078 Jul 12 10:50:40.846951 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'name': 'network-vif-deleted', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:40.853398 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14590dce-92f6-443e-a915-8745adac770a" -d '{"events": [{"server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "name": "network-vif-deleted", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:40.870535 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5ccda1c3-8a35-4ef0-8784-9dbac0195e33 req-077521b5-e48b-4c0d-b36a-cbd3196b7599 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758162 Jul 12 10:50:40.904193 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0f8803ed-2a1f-4ac6-a7e5-bcf9e30c4682 req-cb06c218-3ab5-46f5-88a5-3f4b9c9d600e tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/security-groups?id=e877bce3-8714-442c-8d19-c4a5aec0c522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999811 Jul 12 10:50:40.987814 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:40.992862 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Pushing event updated for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:41.004400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.088294 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=e30da8d8-c385-451b-aaf1-f4634b4c4b99,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:41.123247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88e4c3-33cf-4824-af69-611150ca9d01 x-openstack-request-id: req-4e88e4c3-33cf-4824-af69-611150ca9d01 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:41.123549 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9", "name": "network-vif-deleted", "tag": "8d46163a-5543-4839-b049-7ae1acc627aa", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:41.123810 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e88e4c3-33cf-4824-af69-611150ca9d01 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:41.124228 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e88e4c3-33cf-4824-af69-611150ca9d01'] response: {'server_uuid': 'bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9', 'name': 'network-vif-deleted', 'tag': '8d46163a-5543-4839-b049-7ae1acc627aa', 'status': 'completed', 'code': 200} Jul 12 10:50:41.126148 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:41.132706 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:41.137843 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:41.159555 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.db.resource_extend [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 10:50:41.208487 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0849667b-2d73-44c8-b9cc-9397c6929641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.309878 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.419399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.434402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.468736 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device f3921afd-e72f-4f8b-958f-8a2f08c1ace1 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:41.474862 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Network 7716e489-83e8-4693-ad50-6b19f6621826 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:41.480331 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:41.501845 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a5ac-aea5-4abc-ac71-7c5b1afee7fc req-286c7bdd-1ebf-4978-92c1-55252925a8a8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:41.516164 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2351a5ac-aea5-4abc-ac71-7c5b1afee7fc req-286c7bdd-1ebf-4978-92c1-55252925a8a8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2648783 Jul 12 10:50:41.548015 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.597527 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:41.598424 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.729015 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:41.742929 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.768125 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0849667b-2d73-44c8-b9cc-9397c6929641 admin admin] Publish callbacks [] for security_group (3efb3493-e88b-4938-b6c3-7b0d7129ca7d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.814627 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port f3921afd-e72f-4f8b-958f-8a2f08c1ace1, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:41.832071 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2351a5ac-aea5-4abc-ac71-7c5b1afee7fc req-8c801f47-a8e0-49d2-9247-7969c51f678c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118372 Jul 12 10:50:41.885145 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0849667b-2d73-44c8-b9cc-9397c6929641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3efb3493-e88b-4938-b6c3-7b0d7129ca7d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.925464 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:41.988786 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0849667b-2d73-44c8-b9cc-9397c6929641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef0a6699fdf24d818a05b06a51b32777&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1856060 Jul 12 10:50:41.990590 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55254) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:42.008026 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849667b-2d73-44c8-b9cc-9397c6929641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efb3493-e88b-4938-b6c3-7b0d7129ca7d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:42.012910 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.018832 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:50:42.035878 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-fe3a4032-f317-45d1-a657-623daa60ed7d None None] Provisioning complete for port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:42.040175 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4032-f317-45d1-a657-623daa60ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.042546 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Floating IP d52797c3-c0d3-4099-80e9-fe08001c984a associated. External IP: 172.27.2.9, port: f905032d-d626-4dcb-bfd0-ab26b8b6deee. Jul 12 10:50:42.090586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:42.092613 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] Publish callbacks [] for security_group (3efb3493-e88b-4938-b6c3-7b0d7129ca7d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.110433 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a4032-f317-45d1-a657-623daa60ed7d None None] Port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:42.117949 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.134840 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] Publish callbacks [] for security_group (3efb3493-e88b-4938-b6c3-7b0d7129ca7d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.226980 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=e30da8d8-c385-451b-aaf1-f4634b4c4b99,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:42.249473 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.344578 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.347423 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-36a8fb1c-8392-4dfe-933d-0593097c7670 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6001818 Jul 12 10:50:42.349087 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3efb3493-e88b-4938-b6c3-7b0d7129ca7d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.352765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:42.353930 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3efb3493-e88b-4938-b6c3-7b0d7129ca7d HTTP/1.1" status: 204 len: 168 time: 0.3571358 Jul 12 10:50:42.377115 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b779cd-2434-4854-b7e4-a904ca1c6041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efb3493-e88b-4938-b6c3-7b0d7129ca7d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:42.489197 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-45f5af88-4f4f-4665-9f2e-4a617a28f632 req-92ac717f-a4c6-4093-a74b-ab9f64fb763a tempest-VolumesNegativeTest-1633155547 tempest-VolumesNegativeTest-1633155547-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc9b67a8-f8dc-4cd6-9a4d-8768da0aebf9 HTTP/1.1" status: 200 len: 210 time: 0.0954819 Jul 12 10:50:42.654320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b2942-dad8-4a29-95fb-ae66439f4f60 req-63152890-a7fb-401a-89c2-cf0e1bf2752a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:42.655980 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c55b2942-dad8-4a29-95fb-ae66439f4f60 req-63152890-a7fb-401a-89c2-cf0e1bf2752a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2605624 Jul 12 10:50:42.764335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:42.782644 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b20b74f1-3764-4f89-8f8b-ad395b5be757 admin admin] 10.222.0.36 "PUT /v2.0/routers/ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0603096 Jul 12 10:50:42.790110 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Sync routers for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:42.802704 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:42.804026 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:42.817511 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-bd082c0e-277c-4994-b2b6-0d18135a1c2b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--849531632&fields=id&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 267 time: 0.1750195 Jul 12 10:50:42.863240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c55b2942-dad8-4a29-95fb-ae66439f4f60 req-b759adcd-0ae7-46a8-9598-6565c5f3943b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981270 Jul 12 10:50:42.961134 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:42.987921 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 8d46163a-5543-4839-b049-7ae1acc627aa no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:50:43.018226 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 8d46163a-5543-4839-b049-7ae1acc627aa {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:50:43.018226 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 8d46163a-5543-4839-b049-7ae1acc627aa not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:50:43.090372 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Router 28844a77-7196-4dfe-bafc-e335db72fd62 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:50:43.149785 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d0fba-9c95-4b2e-8da5-9d6b8c36aef6 req-94669d92-2c76-40ba-af09-791f776f3196 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:43.152283 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2d9d0fba-9c95-4b2e-8da5-9d6b8c36aef6 req-94669d92-2c76-40ba-af09-791f776f3196 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1578224 Jul 12 10:50:43.162642 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-061ef4e8-61cd-4f6d-83da-705750e6e783 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:43.173012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-061ef4e8-61cd-4f6d-83da-705750e6e783 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.3259118 Jul 12 10:50:43.259664 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device f3921afd-e72f-4f8b-958f-8a2f08c1ace1 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:43.280170 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-e4c23696-8b18-4fc9-b01e-5ddc65589e1e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/quotas/8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 375 time: 0.0998964 Jul 12 10:50:43.342320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55286) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:43.363868 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31c36534-bf10-4618-a237-2e872178aad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.365551 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:40Z', 'revision_number': 2, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:43.375533 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:43.376202 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.401365 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Checking router: ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:43.401826 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Updating router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:43.449491 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.454355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2d9d0fba-9c95-4b2e-8da5-9d6b8c36aef6 req-3956aa5c-d7a5-48ab-b615-931b15f7a8b0 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781999 Jul 12 10:50:43.536427 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-e06d3417-a149-4c95-a616-2467faddfd8e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2606778 Jul 12 10:50:43.538104 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:43.558372 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.574825 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:43.580546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31c36534-bf10-4618-a237-2e872178aad9 admin admin] Publish callbacks [] for security_group (41acc4a5-14e4-458a-abca-d96959d0c5d0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.605044 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:43.627477 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:43.628184 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:43.671993 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-31c36534-bf10-4618-a237-2e872178aad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (41acc4a5-14e4-458a-abca-d96959d0c5d0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.727593 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-49274d6c-69ba-4b23-8feb-53a938f3d7ed tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "PUT /v2.0/floatingips/d52797c3-c0d3-4099-80e9-fe08001c984a HTTP/1.1" status: 200 len: 990 time: 3.8353565 Jul 12 10:50:43.731871 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:43.736474 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a751df-7f72-495b-90eb-2a95eebcd1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:43.753534 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36534-bf10-4618-a237-2e872178aad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41acc4a5-14e4-458a-abca-d96959d0c5d0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:43.766664 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-31c36534-bf10-4618-a237-2e872178aad9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55701a80060a448cb9b095c062b526e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223089 Jul 12 10:50:43.769293 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55300) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:43.842329 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] Publish callbacks [] for security_group (41acc4a5-14e4-458a-abca-d96959d0c5d0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.845743 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df8c47-b830-4aa1-826e-53c6c077cf56 x-openstack-request-id: req-05df8c47-b830-4aa1-826e-53c6c077cf56 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:43.846037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:43.849620 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05df8c47-b830-4aa1-826e-53c6c077cf56 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:43.852871 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05df8c47-b830-4aa1-826e-53c6c077cf56'] response: {'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'status': 'completed', 'code': 200} Jul 12 10:50:43.892466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] Publish callbacks [] for security_group (41acc4a5-14e4-458a-abca-d96959d0c5d0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:43.902730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-e80f0506-3691-400f-8904-5ac3f5d8edab service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395789 Jul 12 10:50:43.936148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:43.955464 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks [] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.044265 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-2c8557e6-48f6-460d-8887-2208f9c0cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.046966 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-2c8557e6-48f6-460d-8887-2208f9c0cf79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0844824 Jul 12 10:50:44.113594 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.135643 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33333934-0f43-4eb8-bc32-132be7569b18 req-9bba6aac-22a0-4f9a-a692-a4d35d12f1c1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.137446 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33333934-0f43-4eb8-bc32-132be7569b18 req-9bba6aac-22a0-4f9a-a692-a4d35d12f1c1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1241241 Jul 12 10:50:44.165542 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (41acc4a5-14e4-458a-abca-d96959d0c5d0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.166627 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.167483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-6decc1d1-cf9e-423e-b839-07d64ff0b9d1 service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561960 Jul 12 10:50:44.182163 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41acc4a5-14e4-458a-abca-d96959d0c5d0 HTTP/1.1" status: 204 len: 168 time: 0.4095364 Jul 12 10:50:44.260317 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-b78b86f2-41b1-43c0-b1fa-400819e8fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.262635 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-b78b86f2-41b1-43c0-b1fa-400819e8fb35 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.2091160 Jul 12 10:50:44.264072 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b29d5-0735-4718-9b4c-a58ae5d7caba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41acc4a5-14e4-458a-abca-d96959d0c5d0,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:44.275336 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8812bf-ac09-42e2-b551-53a18f51b0a7 None None] Pushing event updated for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:44.384799 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-1cbcab61-24a4-49cf-9fbe-004a8c4a8b76 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 998 time: 0.1131077 Jul 12 10:50:44.430032 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33333934-0f43-4eb8-bc32-132be7569b18 req-0cee2721-9756-40fd-88af-15563c8491e9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541106 Jul 12 10:50:44.496115 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Attempting to bind port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:44.497308 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Attempting to bind port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:44.499276 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Attempting to bind port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 on network 7716e489-83e8-4693-ad50-6b19f6621826 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:44.511600 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:44.512051 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Checking segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:44.518554 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.519341 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Bound using segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:44.520554 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Bound port: 86308afa-582e-4e86-b2e6-c4fa3cb3adb0, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:44.520968 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.579955 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-70227310-df22-4ece-a86f-f65080310724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.582288 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-70227310-df22-4ece-a86f-f65080310724 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.1923354 Jul 12 10:50:44.738755 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 1, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:44.759234 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] For port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:44.776377 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] For port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:44.780151 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-ec26336b-c3c3-4ff0-a355-59bc803f2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.786811 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-ec26336b-c3c3-4ff0-a355-59bc803f2aad service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1963348 Jul 12 10:50:44.831375 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:44.864968 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba19b32d-ae44-4694-ad64-463d791f7d28 req-5c1c799c-8e0f-4c2a-96d0-285d51f9f9db tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.0728955 Jul 12 10:50:44.904956 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:44.913947 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1e76-a947-4171-86af-2029b36b21e7 req-21c56aad-b504-436b-9d1e-84c2bb3a1e26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:44.932074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b29b1e76-a947-4171-86af-2029b36b21e7 req-21c56aad-b504-436b-9d1e-84c2bb3a1e26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2859645 Jul 12 10:50:44.948597 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:44.953264 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:44.955687 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-8c1968e4-23fc-4ed4-bf6f-0a6bdd3131b4 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621943 Jul 12 10:50:44.960996 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Provisioning complete for port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:44.965595 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.010479 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55340) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:45.095268 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b29b1e76-a947-4171-86af-2029b36b21e7 req-294e2070-acb3-4189-8299-be94a9b0ea00 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588306 Jul 12 10:50:45.112912 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:45.113929 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:45.121996 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271995450-network', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:45.284153 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8812bf-ac09-42e2-b551-53a18f51b0a7 None None] Pushing event updated for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:45.330082 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Made reservation on behalf of b0c13843c8984d179ddd0fb287356194 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:45.345554 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.393562 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.409496 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e7a751df-7f72-495b-90eb-2a95eebcd1a1 req-7eae360b-7f68-4f51-a07e-e3cd6d699fac service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450977 Jul 12 10:50:45.421886 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Current status of the port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:45.423675 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.453650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:45.458709 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:45.721751 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55356) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:45.733749 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] For port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:45.749098 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks [] for security_group (1e9554cf-f889-4965-869b-774d1545f0aa), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.768622 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e2aa5-bcdd-4c70-b1d8-363ce3d73e84 req-73f211ab-558c-4698-815b-9e3f891de9cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:45.771736 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3e5e2aa5-bcdd-4c70-b1d8-363ce3d73e84 req-73f211ab-558c-4698-815b-9e3f891de9cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1579783 Jul 12 10:50:45.775747 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.895030 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1e9554cf-f889-4965-869b-774d1545f0aa), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.936206 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3e5e2aa5-bcdd-4c70-b1d8-363ce3d73e84 req-49a70d19-a8e9-4370-8e3e-7472b62b4206 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454535 Jul 12 10:50:45.956629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:45.957380 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9554cf-f889-4965-869b-774d1545f0aa,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:45.988731 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:50:45.997698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:45.998367 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:45.999030 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:45.999661 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.000109 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.000772 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.001402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.002024 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.002656 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.003320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.003946 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.004568 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.005204 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.024791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (0c07a7ea-183c-4668-9d85-bad6edb4a35c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.024791 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Added segment 0c07a7ea-183c-4668-9d85-bad6edb4a35c of type vlan for network c276594a-4006-4ce6-a378-c4e424dcb231 Jul 12 10:50:46.058901 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:44Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:46.060068 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-669a109c-a84b-479e-a126-639e480056f4 req-d94ec44f-eb67-4510-b4ed-30d80e43f109 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.0964148 Jul 12 10:50:46.166826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Publish callbacks [] for security_group (6b8d50d4-3abf-437b-8825-3d0a33fe8e68), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.208145 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (c276594a-4006-4ce6-a378-c4e424dcb231), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.256816 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1dc0f8-e8ad-488c-9df7-e169fa3d33e5 None None] The sync data for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi is: [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:44Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:46.295231 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6b8d50d4-3abf-437b-8825-3d0a33fe8e68), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.315430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-4cd58c4f-ef7d-4ea1-925d-58939d81c48e None None] Provisioning complete for port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:46.317322 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4cd58c4f-ef7d-4ea1-925d-58939d81c48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.356479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc46c2913503462ebbd6ac1a4b85bf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6307969 Jul 12 10:50:46.362288 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55372) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:46.371115 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d50d4-3abf-437b-8825-3d0a33fe8e68,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:46.375771 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c08ba-6871-4d23-9625-cd7846a7a406 None None] Pushing event updated for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:46.405049 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (c276594a-4006-4ce6-a378-c4e424dcb231), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.407219 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:46.407844 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.449447 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 1, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:46.474095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.477220 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.477751 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.478101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.504426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76537dc5-d7e1-4a17-ba3b-d2cfa705fb20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:50:46.512549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fee7-cf43-40c9-a5a1-d68220c9ffcd req-6c3ede0b-cc6a-4a8a-baf2-11f893b8d65b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:46.521002 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] Pushing event updated for resources: {'Network': ['ID=c276594a-4006-4ce6-a378-c4e424dcb231,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:46.522385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5c70fee7-cf43-40c9-a5a1-d68220c9ffcd req-6c3ede0b-cc6a-4a8a-baf2-11f893b8d65b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2678916 Jul 12 10:50:46.527796 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eabd16-add4-4501-9749-d208c6408b34 None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 1, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:46.552712 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network c276594a-4006-4ce6-a378-c4e424dcb231 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:50:46.576943 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-12de9051-19e3-4b5b-97fc-c4d9b7c58b7d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5642455 Jul 12 10:50:46.578775 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55376) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:46.591855 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Request body: {'subnet': {'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271995450-subnet', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:46.749705 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] Publish callbacks [] for security_group (6b8d50d4-3abf-437b-8825-3d0a33fe8e68), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.781970 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Made reservation on behalf of b0c13843c8984d179ddd0fb287356194 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:46.784680 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153203'] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.838050 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] Publish callbacks [] for security_group (6b8d50d4-3abf-437b-8825-3d0a33fe8e68), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:46.946461 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5c70fee7-cf43-40c9-a5a1-d68220c9ffcd req-109b1357-8443-4906-b1a0-061d35a69a1b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4216328 Jul 12 10:50:47.028846 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6b8d50d4-3abf-437b-8825-3d0a33fe8e68), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:47.034156 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:47.061282 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b8d50d4-3abf-437b-8825-3d0a33fe8e68 HTTP/1.1" status: 204 len: 168 time: 0.6714177 Jul 12 10:50:47.111481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:50:47.158581 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660b023-226f-4fc9-820f-b78633d21611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d50d4-3abf-437b-8825-3d0a33fe8e68,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:47.245302 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4cd58c4f-ef7d-4ea1-925d-58939d81c48e None None] Current status of the port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:47.265002 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07778ec-1133-49f0-b4f6-c69102493bbb None None] New status for floating IP d52797c3-c0d3-4099-80e9-fe08001c984a: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:50:47.265675 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-32e485ca-aada-47a7-8eb5-f512bf365778 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547887549&fields=id&tenant_id=70193e7e2a5743faa713d28ed91f5867 HTTP/1.1" status: 200 len: 267 time: 0.1751173 Jul 12 10:50:47.371349 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.db.resource_extend [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 10:50:47.513608 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:47.543478 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4846166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153185'] for subnet (cf439083-6560-4923-b5fa-c0e4e3276e5b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:47.619084 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-a729dcfa-da3d-45b5-a464-eb42c6e54e29 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:47.630285 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-a729dcfa-da3d-45b5-a464-eb42c6e54e29 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 809 time: 0.3620410 Jul 12 10:50:47.667918 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:47.691772 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-bc034770-c7d6-4f33-a2f0-0fc1d4b17b57 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/quotas/70193e7e2a5743faa713d28ed91f5867 HTTP/1.1" status: 200 len: 375 time: 0.0590129 Jul 12 10:50:47.706106 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'f07b625f-06be-4177-950b-30115cbfee5c', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:50:47.724221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:47.724767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:47.817501 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf439083-6560-4923-b5fa-c0e4e3276e5b,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:47.831740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Checking segment: {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:47.832606 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Network hostable DHCP agents. Network: c276594a-4006-4ce6-a378-c4e424dcb231, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:50:47.986773 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: ACTIVE; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:47.987413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:47.996466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Network c276594a-4006-4ce6-a378-c4e424dcb231 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:50:48.049361 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-c76f8805-cfad-40a6-a71f-d385b3b1e2c3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3561401 Jul 12 10:50:48.076399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7eabd-67b2-455f-9789-4375ee0c8130 req-9fc6b4dd-39f5-428d-9f23-0785f88d4a23 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.079712 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-78a7eabd-67b2-455f-9789-4375ee0c8130 req-9fc6b4dd-39f5-428d-9f23-0785f88d4a23 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2658379 Jul 12 10:50:48.099195 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:48.106268 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, c276594a-4006-4ce6-a378-c4e424dcb231) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:48.118452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.119802 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.149107 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:48.150274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-3352d52e-e186-41ca-acb2-2e5842bb5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.153360 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e0e8f6-8cb8-4126-bded-415476d1018a None None] Network c276594a-4006-4ce6-a378-c4e424dcb231 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:48.156632 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-3352d52e-e186-41ca-acb2-2e5842bb5bc4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1129 time: 0.1909120 Jul 12 10:50:48.188875 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:48.254200 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.319553 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-2cb8f908-811c-4b7a-82a2-50ba929ce9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358134 Jul 12 10:50:48.342955 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d4584404-970c-400a-9e20-973f295ccfdb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7620895 Jul 12 10:50:48.356372 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55462) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:48.357572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-c276594a-4006-4ce6-a378-c4e424dcb231', 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231', 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'fixed_ips': [{'subnet_id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:50:48.359025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.370423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:48.474369 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-d2b9da2c-2380-4774-a67e-d3e404881e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.476929 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-d2b9da2c-2380-4774-a67e-d3e404881e4f service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.2827194 Jul 12 10:50:48.512117 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-78a7eabd-67b2-455f-9789-4375ee0c8130 req-aa31e746-de83-41f3-9bce-49c3c066043a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899109 Jul 12 10:50:48.558949 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (8becb9a8-083e-48da-85be-131fbad89eb0), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.560880 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (8becb9a8-083e-48da-85be-131fbad89eb0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.613881 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-4b6d0055-0ad6-4e35-bbf1-e1603e97e277 service neutron] 10.222.0.36 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930689 Jul 12 10:50:48.614048 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-412d8019-2888-4c5f-87f1-58ca7cffde03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 1001 time: 0.1289573 Jul 12 10:50:48.683378 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for router_controller (8becb9a8-083e-48da-85be-131fbad89eb0), precommit_add_association {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:48.736720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['f07b625f-06be-4177-950b-30115cbfee5c'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:50:48.751170 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=6']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:48.831372 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-b00dddca-63a1-4611-ae07-744653470869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.833991 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-b00dddca-63a1-4611-ae07-744653470869 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.1482086 Jul 12 10:50:48.862342 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Allocated IP 172.20.0.2 (c276594a-4006-4ce6-a378-c4e424dcb231/cf439083-6560-4923-b5fa-c0e4e3276e5b/9d02a326-6623-4bb5-9e76-e7fa231c7494) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:48.950245 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dac298bf-02bc-48ac-9d7c-d1b9e5f8e7a9 req-b250a358-8cde-493a-a37f-26eca6495286 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.1835282 Jul 12 10:50:48.963499 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-2b52ba56-0067-45a3-ba75-7d3b96bb8147 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:48.965242 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-2b52ba56-0067-45a3-ba75-7d3b96bb8147 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.3486843 Jul 12 10:50:49.127722 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-58d865aa-22db-4bcc-b95b-aa967ff213c1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 471 time: 0.1473784 Jul 12 10:50:49.139152 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'port': {'device_id': '343264d4-d0f4-4df2-88b8-5b5922137160', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'admin_state_up': True, 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'security_groups': ['1ea8f75a-4552-49f5-ae51-c42cc84e887d']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:49.230308 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbeec-881d-40a7-86ef-b1cd13d8fe93 req-ed213c5b-7671-436b-8e64-446748d635f0 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:49.238758 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-53fbbeec-881d-40a7-86ef-b1cd13d8fe93 req-ed213c5b-7671-436b-8e64-446748d635f0 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1866841 Jul 12 10:50:49.296439 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks [] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.371382 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-53fbbeec-881d-40a7-86ef-b1cd13d8fe93 req-432d89be-524e-42f0-bffc-7c4c52fc0c25 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314206 Jul 12 10:50:49.394780 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.448653 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Pushing event updated for resources: {'Port': ['ID=9d02a326-6623-4bb5-9e76-e7fa231c7494,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:49.494553 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Network c276594a-4006-4ce6-a378-c4e424dcb231 is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:49.497793 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:49.502613 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:49.520607 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.534842 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:49.557274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for router_gateway (8becb9a8-083e-48da-85be-131fbad89eb0), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.573656 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-fcd44472-27ee-4c79-a087-5ceb54f9d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:49.588667 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-fcd44472-27ee-4c79-a087-5ceb54f9d4cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7177830 Jul 12 10:50:49.713318 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Attempting to bind port 9d02a326-6623-4bb5-9e76-e7fa231c7494 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:49.714157 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Attempting to bind port 9d02a326-6623-4bb5-9e76-e7fa231c7494 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:49.714694 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Attempting to bind port 9d02a326-6623-4bb5-9e76-e7fa231c7494 on network c276594a-4006-4ce6-a378-c4e424dcb231 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:49.723495 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:49.724202 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Checking segment: {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:49.724966 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.726458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Bound using segment: {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:49.727899 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Bound port: 9d02a326-6623-4bb5-9e76-e7fa231c7494, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:49.735026 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:49.777638 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c112c929-bd18-4d19-a0ff-78a0b4e03c78 req-ae5dd4b1-5dfc-4523-b94d-032975a52b94 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.1128852 Jul 12 10:50:49.859975 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] For port 9d02a326-6623-4bb5-9e76-e7fa231c7494, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:49.862247 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4536-5475-4196-8d98-f2119e279b63 req-0613b507-c057-4fbb-a100-63037b62803b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:49.864042 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1e5e4536-5475-4196-8d98-f2119e279b63 req-0613b507-c057-4fbb-a100-63037b62803b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.1736159 Jul 12 10:50:49.881893 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] For port 9d02a326-6623-4bb5-9e76-e7fa231c7494, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9d02a326-6623-4bb5-9e76-e7fa231c7494,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:49.907846 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.20.0.3 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/f6423d24-a64b-4d0d-bd88-71cfaedb7957) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:49.992231 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-e1460103-0027-41d7-b315-9386a9de365c service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810489 Jul 12 10:50:49.994180 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:50.046311 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1e5e4536-5475-4196-8d98-f2119e279b63 req-7beab1fc-2a4c-4671-98c6-900704686663 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572080 Jul 12 10:50:50.166201 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-d735f3ac-5176-41fa-886f-63c60d099fe4 req-e066c34e-66ae-4a49-adea-f0f0f23f962e service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686764 Jul 12 10:50:50.207716 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936b9e9-b3d6-4794-8a88-afe26d9dda17 None None] Pushing event updated for resources: {'Port': ['ID=9d02a326-6623-4bb5-9e76-e7fa231c7494,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:50.251493 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-487bb49d-5074-4dd8-85cb-467a574258a8 req-736af882-b16d-4f85-aeff-963da9fe1ac5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.1383326 Jul 12 10:50:50.337070 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:50.431824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for router_gateway (8becb9a8-083e-48da-85be-131fbad89eb0), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:50.514342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:50.627077 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:50.684581 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Allocated IP 172.27.2.172 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/c0688117-c54a-46cd-9bd1-31db4711cd95) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:50.744980 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:50.754414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247531b-8861-4401-8dfe-c5befc95241f req-3b5e0b09-6c17-48a4-b20e-7648adee7387 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:50.755012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2247531b-8861-4401-8dfe-c5befc95241f req-3b5e0b09-6c17-48a4-b20e-7648adee7387 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.2590601 Jul 12 10:50:50.761979 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:50.774540 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:50.886629 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:50.896766 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.048407 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:51.105121 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:51.106899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.128027 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2247531b-8861-4401-8dfe-c5befc95241f req-a1b9cde1-f054-42ac-9b20-134af97f0e27 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599217 Jul 12 10:50:51.130647 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-18496999-0303-4667-99c1-858a0c28ac94 req-b48984f6-a52d-4e1b-b686-b47a6cd95af7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.2002468 Jul 12 10:50:51.172411 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port f07b625f-06be-4177-950b-30115cbfee5c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:51.173119 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f07b625f-06be-4177-950b-30115cbfee5c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.182676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.317435 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-770f8498-92e9-4e24-a0a7-93558a03c256 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1823080 Jul 12 10:50:51.349799 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Request body: {'port': {'device_id': '343264d4-d0f4-4df2-88b8-5b5922137160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:51.467565 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:51.481228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:51.506157 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9d02a326-6623-4bb5-9e76-e7fa231c7494 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:51.533099 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:51.618151 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Pushing event updated for resources: {'Port': ['ID=c0688117-c54a-46cd-9bd1-31db4711cd95,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:51.676771 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-4cd09af5-209b-4e4b-ab41-0ca8010acda6 None None] Provisioning complete for port f6423d24-a64b-4d0d-bd88-71cfaedb7957 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:51.677564 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4cd09af5-209b-4e4b-ab41-0ca8010acda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.868794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:51.869794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.913841 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 9d02a326-6623-4bb5-9e76-e7fa231c7494 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:51.914209 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:51.920667 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4cd09af5-209b-4e4b-ab41-0ca8010acda6 None None] Port f6423d24-a64b-4d0d-bd88-71cfaedb7957 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:51.962001 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:51.964929 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f806d-5729-4075-b0d2-04a078bd111f" -d '{"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:51.994847 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:52.015469 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62884caf-e2b8-43f2-9a1c-4e0aea0c0683 req-191f6137-ece4-4c09-83e4-b7df73e72c5e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:52.022773 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62884caf-e2b8-43f2-9a1c-4e0aea0c0683 req-191f6137-ece4-4c09-83e4-b7df73e72c5e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.6912150 Jul 12 10:50:52.043452 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 9d02a326-6623-4bb5-9e76-e7fa231c7494 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:52.044003 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.058015 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.080266 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee13551-0b62-46fc-95a7-c5d68260f668 req-43bc5b3f-11aa-4492-8d57-bb18f91b1dea tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:52.081871 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2ee13551-0b62-46fc-95a7-c5d68260f668 req-43bc5b3f-11aa-4492-8d57-bb18f91b1dea tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 931 time: 0.5871077 Jul 12 10:50:52.091170 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 9d02a326-6623-4bb5-9e76-e7fa231c7494, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9d02a326-6623-4bb5-9e76-e7fa231c7494,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:52.142721 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf865e0-c8b4-4e5d-b628-75cfb81a2a42 None None] Network c276594a-4006-4ce6-a378-c4e424dcb231 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:50:52.243976 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for router_gateway (8becb9a8-083e-48da-85be-131fbad89eb0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.253779 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62884caf-e2b8-43f2-9a1c-4e0aea0c0683 req-2a2fa304-113e-4c9d-9065-9b3ef3529f16 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291069 Jul 12 10:50:52.265756 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.268483 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.292520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-ad7fef64-7bd7-4cb8-8113-280b831222dd None None] Provisioning complete for port 9d02a326-6623-4bb5-9e76-e7fa231c7494 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:52.293067 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ad7fef64-7bd7-4cb8-8113-280b831222dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.348050 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2ee13551-0b62-46fc-95a7-c5d68260f668 req-d4749c43-c367-494a-a7ae-911c340585f2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537911 Jul 12 10:50:52.476297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f89b73-9cb1-4397-8aaa-e39bd82c0bfd x-openstack-request-id: req-23f89b73-9cb1-4397-8aaa-e39bd82c0bfd {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:52.477113 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:52.481998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23f89b73-9cb1-4397-8aaa-e39bd82c0bfd {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:52.481998 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f89b73-9cb1-4397-8aaa-e39bd82c0bfd'] response: {'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'code': 200} Jul 12 10:50:52.531702 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=7']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:52.679722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=9d02a326-6623-4bb5-9e76-e7fa231c7494,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:52.688727 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d8a60ea6-8487-417e-89af-846781c80d49 req-22ddff69-337c-4af8-a743-262f37cad13f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.1272438 Jul 12 10:50:52.714006 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ad7fef64-7bd7-4cb8-8113-280b831222dd None None] Current status of the port 9d02a326-6623-4bb5-9e76-e7fa231c7494 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:52.718001 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f17a9-7940-4983-9f27-79617f5220fd req-3cd46593-3cf7-4898-a00c-3a569e44d549 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:52.719542 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a35f17a9-7940-4983-9f27-79617f5220fd req-3cd46593-3cf7-4898-a00c-3a569e44d549 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1570497 Jul 12 10:50:52.831600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6423d24-a64b-4d0d-bd88-71cfaedb7957 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:52.849948 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks [] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.874507 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Transition to ACTIVE for port object f6423d24-a64b-4d0d-bd88-71cfaedb7957 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:50:52.905949 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (8becb9a8-083e-48da-85be-131fbad89eb0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:52.984218 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a35f17a9-7940-4983-9f27-79617f5220fd req-6a362378-a0d5-46ac-ac36-69212a07a750 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562129 Jul 12 10:50:53.068807 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.155287 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Pushing event updated for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:53.161907 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-63c66642-1cac-4924-9557-a18a403ca6b6 None None] Provisioning complete for port 9d02a326-6623-4bb5-9e76-e7fa231c7494 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:53.162499 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-63c66642-1cac-4924-9557-a18a403ca6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.244834 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Router 8becb9a8-083e-48da-85be-131fbad89eb0 is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:50:53.352609 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9d02a326-6623-4bb5-9e76-e7fa231c7494 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:53.404292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Attempting to bind port f6423d24-a64b-4d0d-bd88-71cfaedb7957 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:53.404831 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Attempting to bind port f6423d24-a64b-4d0d-bd88-71cfaedb7957 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:53.404968 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Attempting to bind port f6423d24-a64b-4d0d-bd88-71cfaedb7957 on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:53.432526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Port f6423d24-a64b-4d0d-bd88-71cfaedb7957 on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:50:53.432526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Attempting to bind port f6423d24-a64b-4d0d-bd88-71cfaedb7957 on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:53.445726 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:53.446076 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:53.446473 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:53.447623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Bound port: f6423d24-a64b-4d0d-bd88-71cfaedb7957, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:53.448424 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.455924 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-63c66642-1cac-4924-9557-a18a403ca6b6 None None] Current status of the port 9d02a326-6623-4bb5-9e76-e7fa231c7494 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:53.492536 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 9d02a326-6623-4bb5-9e76-e7fa231c7494 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:53.492994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.584498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:50:53.606668 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Sync routers for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:50:53.637546 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:53.645494 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:53.660992 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2636e-1335-4bb2-938b-7376cb00a7a2 req-38a30653-7ea1-4c0a-88ca-7bea277b1a19 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:53.669543 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1bf2636e-1335-4bb2-938b-7376cb00a7a2 req-38a30653-7ea1-4c0a-88ca-7bea277b1a19 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2663012 Jul 12 10:50:53.690233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:53.690991 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:53.705473 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.710385 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-45f852f6-9ba8-4e92-b84c-c5cab407a21b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3492429 Jul 12 10:50:53.711216 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55668) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:53.740497 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.859337 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:53.860014 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:53.861490 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] 10.222.0.76 "PUT /v2.0/ports/f6423d24-a64b-4d0d-bd88-71cfaedb7957 HTTP/1.1" status: 200 len: 1093 time: 2.5173879 Jul 12 10:50:53.864670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:53.896111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5" -d '{"events": [{"name": "network-changed", "server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:50:53.945443 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1bf2636e-1335-4bb2-938b-7376cb00a7a2 req-465b77a5-ecb8-4ad1-a384-3c1f194e2519 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675343 Jul 12 10:50:54.021998 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b55442-2033-422d-9fee-24b59afb782a req-0607eb12-d5e8-42de-b81b-f6c5c8d86c1f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:54.037670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-05b55442-2033-422d-9fee-24b59afb782a req-0607eb12-d5e8-42de-b81b-f6c5c8d86c1f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 943 time: 0.3864048 Jul 12 10:50:54.226751 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-92bbcc46-32e4-416f-92ad-08c4435e751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:54.232594 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-92bbcc46-32e4-416f-92ad-08c4435e751e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 1127 time: 0.1754389 Jul 12 10:50:54.255470 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 9d02a326-6623-4bb5-9e76-e7fa231c7494 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:54.280151 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:54.404469 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910435f-891c-4970-9b83-74de3539d7ad service neutron] Pushing event updated for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:54.424974 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3eaacb58-dd6f-47af-95c3-c58372f0bfa9 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:54.429874 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3eaacb58-dd6f-47af-95c3-c58372f0bfa9 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 809 time: 0.3306231 Jul 12 10:50:54.510278 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-beb6804e-e2e7-4c52-a321-298a6384e4f4 req-d50cdf4c-62a1-4554-9501-0c02871f4123 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.3162916 Jul 12 10:50:54.533539 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-9be9d4ee-efe8-4410-a514-1599db86fc89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957 HTTP/1.1" status: 200 len: 217 time: 0.2853189 Jul 12 10:50:54.608563 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed360a-4f47-4145-beac-211331c4c932 x-openstack-request-id: req-91ed360a-4f47-4145-beac-211331c4c932 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:50:54.608870 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:50:54.609141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91ed360a-4f47-4145-beac-211331c4c932 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:50:54.613491 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ed360a-4f47-4145-beac-211331c4c932'] response: {'name': 'network-changed', 'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'status': 'completed', 'code': 200} Jul 12 10:50:54.619127 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-05b55442-2033-422d-9fee-24b59afb782a req-a911df85-3fbd-41fa-9def-923e6c8cbf49 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5769467 Jul 12 10:50:54.642058 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:51Z', 'revision_number': 3, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:54.677052 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-ed261a08-90a6-4447-b979-adafeb6b8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:54.681127 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-ed261a08-90a6-4447-b979-adafeb6b8eb5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.1363673 Jul 12 10:50:54.681310 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Checking router: 8becb9a8-083e-48da-85be-131fbad89eb0 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:50:54.681676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Updating router 8becb9a8-083e-48da-85be-131fbad89eb0 port c0688117-c54a-46cd-9bd1-31db4711cd95 binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:50:54.723314 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:54.733635 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-92c1fd31-fe88-4cc1-bb29-9600257ff0a8 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70193e7e2a5743faa713d28ed91f5867 HTTP/1.1" status: 200 len: 379 time: 0.2375016 Jul 12 10:50:54.760325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'port': {'device_id': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'admin_state_up': True, 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'security_groups': ['10045f7a-7a8e-4f0c-89ab-aa7620124698']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:54.883333 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-9fbe604f-a9f3-4dff-b1db-bac7fe7e0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:54.884976 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-9fbe604f-a9f3-4dff-b1db-bac7fe7e0b9c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1897900 Jul 12 10:50:55.079912 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Made reservation on behalf of 70193e7e2a5743faa713d28ed91f5867 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:50:55.087812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.208720 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.215134 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks [] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.220167 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-bd5d72dc-80a5-4f11-98e8-f60ab52af717 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199837 Jul 12 10:50:55.307922 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.410959 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188226f2-2670-4b2f-80ee-2453711c2c55 None None] Pushing event updated for resources: {'Port': ['ID=c0688117-c54a-46cd-9bd1-31db4711cd95,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:55.414422 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Attempting to bind port c0688117-c54a-46cd-9bd1-31db4711cd95 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:55.414820 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Attempting to bind port c0688117-c54a-46cd-9bd1-31db4711cd95 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:55.415293 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Attempting to bind port c0688117-c54a-46cd-9bd1-31db4711cd95 on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:55.423880 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:55.424269 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:55.424681 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.425083 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:55.425692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Bound port: c0688117-c54a-46cd-9bd1-31db4711cd95, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:55.426241 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.444928 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8594a2-60db-4398-82bd-4745484f2778 req-24381dc1-e5e3-4cd6-a658-c735af3dcf02 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:55.447998 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90d0bbae-89ff-493c-a0e7-88f19003444d req-b8a605cc-5cc9-4771-88fd-8061bb1d8998 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085519 Jul 12 10:50:55.448335 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cc8594a2-60db-4398-82bd-4745484f2778 req-24381dc1-e5e3-4cd6-a658-c735af3dcf02 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.3481770 Jul 12 10:50:55.514003 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0484b18a-151c-4d64-af21-115655ca1e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.540058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Allocated IP 172.20.0.10 (9b080b4d-897b-48f4-987c-6603268f3ebc/c8ee09f5-9528-4835-b9f5-2556ad4a9d13/d540af8b-8f7c-4f17-bf64-4e71479aa357) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:55.541652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] For port c0688117-c54a-46cd-9bd1-31db4711cd95, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:55.548074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] For port c0688117-c54a-46cd-9bd1-31db4711cd95, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=c0688117-c54a-46cd-9bd1-31db4711cd95,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:55.622795 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:55.733149 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f08598df-3254-419e-8de9-9f3b09d87f31 req-4ba939b3-ae12-4895-b21d-83f2ff5a3bec tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.0790684 Jul 12 10:50:55.769304 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:50:55.770047 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:55.825864 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cc8594a2-60db-4398-82bd-4745484f2778 req-aa3e626d-945a-48df-895f-c09063373fe9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627724 Jul 12 10:50:55.954835 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:50:55.995960 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-c899d152-534d-48c6-9952-d1fc186c45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.000831 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-c899d152-534d-48c6-9952-d1fc186c45ae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 1127 time: 0.2973270 Jul 12 10:50:56.063313 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.098657 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Allocated IP 172.20.0.1 (c276594a-4006-4ce6-a378-c4e424dcb231/cf439083-6560-4923-b5fa-c0e4e3276e5b/9bfa9ef6-c30b-47eb-ab57-51af730d94c3) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:50:56.122262 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c341-a61b-4edb-be88-38f25e3b7627 req-160fc1d4-635d-4471-85e4-672bca5c7f3c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.129658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29f8c341-a61b-4edb-be88-38f25e3b7627 req-160fc1d4-635d-4471-85e4-672bca5c7f3c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 943 time: 0.2026012 Jul 12 10:50:56.212312 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188226f2-2670-4b2f-80ee-2453711c2c55 None None] Pushing event updated for resources: {'Port': ['ID=c0688117-c54a-46cd-9bd1-31db4711cd95,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:56.231742 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29f8c341-a61b-4edb-be88-38f25e3b7627 req-e07d4b9c-b05c-418d-b594-97e9e8c962ad tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006761 Jul 12 10:50:56.273132 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.366967 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-65559f0b-8e24-4863-a1a6-8a93e8fd2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.368706 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-65559f0b-8e24-4863-a1a6-8a93e8fd2562 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.3336523 Jul 12 10:50:56.380890 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:56.400962 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Network 9b080b4d-897b-48f4-987c-6603268f3ebc is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:56.402844 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:56.407144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:56.430453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:51Z', 'revision_number': 3, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:50:56.470883 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0557ed-7f14-462d-b632-6e01457e6f52 None None] The sync data for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi is: [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:51Z', 'revision_number': 3, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:50:56.502859 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-917b4357-0b0f-437b-b661-ef0fa9224b68 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957 HTTP/1.1" status: 200 len: 217 time: 0.1154649 Jul 12 10:50:56.505244 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.508489 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.572863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks [] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.614998 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-1803e24e-b48e-4bc1-ad31-e3cbbd2988ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.618609 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-1803e24e-b48e-4bc1-ad31-e3cbbd2988ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.1075621 Jul 12 10:50:56.641518 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-99f0165d-ad2a-46ee-bc52-db75390894f6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9010329 Jul 12 10:50:56.681414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Request body: {'port': {'device_id': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:50:56.750290 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-5046ad86-6ea6-496e-8146-e22184f497cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:56.753033 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-5046ad86-6ea6-496e-8146-e22184f497cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175635 Jul 12 10:50:56.817673 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.838236 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:56.936261 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c4f3357d-64c8-4b7b-b5af-47b81cdc88f0 None None] Provisioning complete for port d540af8b-8f7c-4f17-bf64-4e71479aa357 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:56.936723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c4f3357d-64c8-4b7b-b5af-47b81cdc88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.031060 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3357d-64c8-4b7b-b5af-47b81cdc88f0 None None] Port d540af8b-8f7c-4f17-bf64-4e71479aa357 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:57.099881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f6423d24-a64b-4d0d-bd88-71cfaedb7957 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:50:57.125367 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Network c276594a-4006-4ce6-a378-c4e424dcb231 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:57.158189 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:57.173092 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:50:57.280791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (8becb9a8-083e-48da-85be-131fbad89eb0), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.348497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:57.370541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'port_id': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'mac_address': 'fa:16:3e:17:fa:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:50:57.375763 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device c0688117-c54a-46cd-9bd1-31db4711cd95 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:57.490599 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f6423d24-a64b-4d0d-bd88-71cfaedb7957 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:57.492271 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.520713 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port c0688117-c54a-46cd-9bd1-31db4711cd95 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:57.522235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.539882 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Pushing event updated for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:57.575484 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6423d24-a64b-4d0d-bd88-71cfaedb7957 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:57.615093 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-beb3df4b-6785-4e75-8412-a47adb5cb26a service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466384 Jul 12 10:50:57.646961 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d540af8b-8f7c-4f17-bf64-4e71479aa357 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:50:57.653678 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:57.686158 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks [] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.706576 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7d88f-3e47-4eb9-a249-4b162d053dd2 req-273795da-19d7-4fff-9ac3-07ac35312e88 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:57.708191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ee7d88f-3e47-4eb9-a249-4b162d053dd2 req-273795da-19d7-4fff-9ac3-07ac35312e88 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 932 time: 0.7736456 Jul 12 10:50:57.739443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Transition to ACTIVE for port object d540af8b-8f7c-4f17-bf64-4e71479aa357 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:50:57.771376 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1af5-6922-4f54-93a6-5cc5ef38151e req-0e230659-79e8-4cb7-98f9-a4dd34dee194 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:57.773980 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dd5e1af5-6922-4f54-93a6-5cc5ef38151e req-0e230659-79e8-4cb7-98f9-a4dd34dee194 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.6385243 Jul 12 10:50:57.830947 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.911071 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port c0688117-c54a-46cd-9bd1-31db4711cd95 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:57.911071 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.937756 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port c0688117-c54a-46cd-9bd1-31db4711cd95, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=c0688117-c54a-46cd-9bd1-31db4711cd95,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:50:57.940350 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ee7d88f-3e47-4eb9-a249-4b162d053dd2 req-5cbd4b8e-0f10-4458-86eb-fefdf6250060 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956210 Jul 12 10:50:57.973650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-9cb63193-f53b-407e-999e-8868de1b194d None None] Provisioning complete for port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:57.974144 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9cb63193-f53b-407e-999e-8868de1b194d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:57.976756 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dd5e1af5-6922-4f54-93a6-5cc5ef38151e req-88fd6834-b502-4e3d-96df-6a13e2a91214 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712444 Jul 12 10:50:58.040458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-9cb63193-f53b-407e-999e-8868de1b194d None None] Port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:58.069814 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:58.125627 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee5860-93e4-4aa3-bf5d-3bbb8de4e858 req-353ef021-3702-4c08-983d-59a00e873586 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:58.127626 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3fee5860-93e4-4aa3-bf5d-3bbb8de4e858 req-353ef021-3702-4c08-983d-59a00e873586 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 944 time: 0.0878663 Jul 12 10:50:58.196338 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3fee5860-93e4-4aa3-bf5d-3bbb8de4e858 req-2371accc-b0a2-4545-a861-ab01a335e18d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613933 Jul 12 10:50:58.221436 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.248225 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['f6423d24-a64b-4d0d-bd88-71cfaedb7957'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:50:58.294140 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e948fb8e-27e4-4e33-b1e2-dbc0c62202c5 req-b89ebde6-284e-4d57-95cb-ce773e85c752 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707008 Jul 12 10:50:58.439488 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks [] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.667744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.718192 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:58.747746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.752853 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-20b71091-fdab-46b5-bb66-5b812d366fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.752853 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.835409 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (8becb9a8-083e-48da-85be-131fbad89eb0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:58.840758 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Pushing event updated for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:58.871408 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Attempting to bind port d540af8b-8f7c-4f17-bf64-4e71479aa357 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:50:58.885253 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Attempting to bind port d540af8b-8f7c-4f17-bf64-4e71479aa357 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:50:58.886056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Attempting to bind port d540af8b-8f7c-4f17-bf64-4e71479aa357 on network 9b080b4d-897b-48f4-987c-6603268f3ebc {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:58.896132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=c0688117-c54a-46cd-9bd1-31db4711cd95,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:58.906970 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Port d540af8b-8f7c-4f17-bf64-4e71479aa357 on network 9b080b4d-897b-48f4-987c-6603268f3ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:50:58.912095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Attempting to bind port d540af8b-8f7c-4f17-bf64-4e71479aa357 on network 9b080b4d-897b-48f4-987c-6603268f3ebc {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:50:58.926703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:50:58.929777 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Checking segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:50:58.930304 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Bound using segment: {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:50:58.930823 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Bound port: d540af8b-8f7c-4f17-bf64-4e71479aa357, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f174ea5-4865-409f-8101-b4ad4c202fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:50:58.938980 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:59.109109 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Network c276594a-4006-4ce6-a378-c4e424dcb231 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:50:59.111355 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:50:59.360423 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device c0688117-c54a-46cd-9bd1-31db4711cd95 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:50:59.439973 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:50:59.511225 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55770) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:59.513898 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port c0688117-c54a-46cd-9bd1-31db4711cd95 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:59.514548 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:59.570826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:50:59.598656 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 55774) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:50:59.634599 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Router 8becb9a8-083e-48da-85be-131fbad89eb0 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:50:59.701662 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8b8a8-1b0e-477e-bd78-cec5b4b89b8f req-b14eaaad-070c-4882-9fd9-1480693c1599 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:59.705094 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eee8b8a8-1b0e-477e-bd78-cec5b4b89b8f req-b14eaaad-070c-4882-9fd9-1480693c1599 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.6056225 Jul 12 10:50:59.710388 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:59.845338 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port c0688117-c54a-46cd-9bd1-31db4711cd95 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:50:59.848660 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d2f7bb6c-7d9c-49e6-8ee7-d39b401f75fc None None] Provisioning complete for port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:50:59.849307 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d2f7bb6c-7d9c-49e6-8ee7-d39b401f75fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:59.863962 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:50:59.898608 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba93c-4856-416f-a1d8-979e9153aa72 req-367aa5ee-24b6-4200-9fef-02a9d4ec0858 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:59.900412 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3acba93c-4856-416f-a1d8-979e9153aa72 req-367aa5ee-24b6-4200-9fef-02a9d4ec0858 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.5763707 Jul 12 10:50:59.929850 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:50:59.930425 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:50:59.932031 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-3873302c-09a7-4e4a-95b8-e71630a770ea service neutron] 10.222.0.76 "PUT /v2.0/ports/d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 1094 time: 3.2672000 Jul 12 10:50:59.934696 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:50:59.935964 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7bb6c-7d9c-49e6-8ee7-d39b401f75fc None None] Port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:50:59.937552 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99126772-6fb0-489b-9844-c740a7d44d47" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:00.000946 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:51:00.019529 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Sync routers for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:51:00.030697 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:00.031554 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:00.036226 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eee8b8a8-1b0e-477e-bd78-cec5b4b89b8f req-938d1f28-f73e-431a-87f6-648fc3e70fbd tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203645 Jul 12 10:51:00.063345 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b17dbfe5-40cd-4e81-b8f6-aa3a5862cb7f admin admin] 10.222.0.36 "PUT /v2.0/routers/8becb9a8-083e-48da-85be-131fbad89eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3428564 Jul 12 10:51:00.063345 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5641c7f1-7e13-44e0-9f54-da28e7ab613e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.102327 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.133614 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0cf5a4ce-0909-4f35-8f45-8ac34dd54625 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f641c230b0d4dcbad14ea3f79d990ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5345724 Jul 12 10:51:00.142781 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55782) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:00.148950 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3acba93c-4856-416f-a1d8-979e9153aa72 req-5df09dcf-2a6d-4889-8dbc-e6d10cd0cf9a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350028 Jul 12 10:51:00.261860 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:00.332781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.430812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c088ff-a9c8-41c0-a978-df334de294bc x-openstack-request-id: req-62c088ff-a9c8-41c0-a978-df334de294bc {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:00.431186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:00.431490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62c088ff-a9c8-41c0-a978-df334de294bc {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:00.431916 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c088ff-a9c8-41c0-a978-df334de294bc'] response: {'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'status': 'completed', 'code': 200} Jul 12 10:51:00.474441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-f1fb47b7-2f37-4fc9-a33f-816edb96666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:00.482373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] Publish callbacks [] for security_group (e877bce3-8714-442c-8d19-c4a5aec0c522), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.483169 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-f1fb47b7-2f37-4fc9-a33f-816edb96666f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1128 time: 0.3328309 Jul 12 10:51:00.530592 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5a28c-7aa0-4ba7-baf2-3bbbe8d419d6 req-6c4b6e13-e552-4682-b470-cc15a5e68bc5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:00.532422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-38a5a28c-7aa0-4ba7-baf2-3bbbe8d419d6 req-6c4b6e13-e552-4682-b470-cc15a5e68bc5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 944 time: 0.2717223 Jul 12 10:51:00.544953 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] Publish callbacks [] for security_group (e877bce3-8714-442c-8d19-c4a5aec0c522), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.611357 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-237f6c00-34db-45f2-9a25-2e60e7dbb8cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 217 time: 0.1136806 Jul 12 10:51:00.675163 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '9bfa9ef6-c30b-47eb-ab57-51af730d94c3', 'name': '', 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'mac_address': 'fa:16:3e:0d:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:55Z', 'updated_at': '2022-07-12T10:50:58Z', 'revision_number': 2, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'subnets': [{'id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:00.701595 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Checking router: 8becb9a8-083e-48da-85be-131fbad89eb0 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:51:00.702209 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Updating router 8becb9a8-083e-48da-85be-131fbad89eb0 port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:51:00.734801 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.785190 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e877bce3-8714-442c-8d19-c4a5aec0c522), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.800429 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.804586 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e877bce3-8714-442c-8d19-c4a5aec0c522 HTTP/1.1" status: 204 len: 168 time: 0.6592290 Jul 12 10:51:00.822758 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5641c7f1-7e13-44e0-9f54-da28e7ab613e admin admin] Publish callbacks [] for security_group (62fad4e4-6845-4af0-8180-310076c84c99), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.846076 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ada53-b33a-4b47-a08f-df8e91ae616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e877bce3-8714-442c-8d19-c4a5aec0c522,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:00.885390 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-38a5a28c-7aa0-4ba7-baf2-3bbbe8d419d6 req-2b301815-c646-4cda-956b-d59838faff40 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905641 Jul 12 10:51:00.887874 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-b54d9db8-dd16-42b2-b61e-2a27ab681bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:00.890260 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-b54d9db8-dd16-42b2-b61e-2a27ab681bd9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.2643368 Jul 12 10:51:00.908321 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5641c7f1-7e13-44e0-9f54-da28e7ab613e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (62fad4e4-6845-4af0-8180-310076c84c99), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:00.994506 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c7f1-7e13-44e0-9f54-da28e7ab613e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fad4e4-6845-4af0-8180-310076c84c99,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:01.048128 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5641c7f1-7e13-44e0-9f54-da28e7ab613e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4832d6d421004b6287d7dec297f247d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5358243 Jul 12 10:51:01.051294 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55792) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:01.077698 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-cdfa2fb2-7f88-42e2-927c-69255d07176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:01.079513 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-cdfa2fb2-7f88-42e2-927c-69255d07176b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1807404 Jul 12 10:51:01.122759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f6423d24-a64b-4d0d-bd88-71cfaedb7957 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:51:01.155273 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks [] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.172779 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] Publish callbacks [] for security_group (62fad4e4-6845-4af0-8180-310076c84c99), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.213114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] Publish callbacks [] for security_group (62fad4e4-6845-4af0-8180-310076c84c99), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.242718 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-57886fe1-52ab-4e7f-91aa-9785e5a9304d service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540873 Jul 12 10:51:01.250186 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.372096 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b03ea6-445e-4e6c-a127-b94e1678ce33 req-54030545-f7c8-4633-bdd2-399b87408063 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:01.376248 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port f6423d24-a64b-4d0d-bd88-71cfaedb7957 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:51:01.383634 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6b03ea6-445e-4e6c-a127-b94e1678ce33 req-54030545-f7c8-4633-bdd2-399b87408063 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1376884 Jul 12 10:51:01.386400 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536f12a-5a39-4f23-ac45-c0e7a1064a0d None None] Pushing event updated for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:01.408970 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port f6423d24-a64b-4d0d-bd88-71cfaedb7957 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:01.414015 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.465892 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (62fad4e4-6845-4af0-8180-310076c84c99), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.469842 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.481203 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62fad4e4-6845-4af0-8180-310076c84c99 HTTP/1.1" status: 204 len: 168 time: 0.4188342 Jul 12 10:51:01.511631 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce696d-02c6-437e-a2a0-ed0360283c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fad4e4-6845-4af0-8180-310076c84c99,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:01.586480 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6b03ea6-445e-4e6c-a127-b94e1678ce33 req-ea1ea3e6-2f05-4834-b762-94f427ed1011 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035694 Jul 12 10:51:01.589676 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Attempting to bind port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:51:01.589932 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Attempting to bind port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:51:01.590520 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b53aa04c-e03e-4e68-8863-d6c9477715fc req-7ae6df10-d871-4ee4-a970-9268dbbe688d service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366764 Jul 12 10:51:01.597868 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Attempting to bind port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 on network c276594a-4006-4ce6-a378-c4e424dcb231 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:51:01.612034 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:51:01.616630 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Checking segment: {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:51:01.617931 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5bce0-f98d-44e8-aacf-2606897eb194 req-7f573e22-e0cf-44e0-8b2d-5702526acd81 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:01.620094 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.622278 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Bound using segment: {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:51:01.623522 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Bound port: 9bfa9ef6-c30b-47eb-ab57-51af730d94c3, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c07a7ea-183c-4668-9d85-bad6edb4a35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:51:01.627235 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.629072 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-65e5bce0-f98d-44e8-aacf-2606897eb194 req-7f573e22-e0cf-44e0-8b2d-5702526acd81 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.2410495 Jul 12 10:51:01.721947 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f6423d24-a64b-4d0d-bd88-71cfaedb7957 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:01.729228 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.733981 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-65e5bce0-f98d-44e8-aacf-2606897eb194 req-ae78c9ae-eb89-4591-8997-74bcbd00c9e3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019738 Jul 12 10:51:01.805104 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:01.811946 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c7fb9-62b6-40b1-b3c2-256dd3fdb25f" -d '{"events": [{"server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "name": "network-vif-plugged", "status": "completed", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:01.827381 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] For port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:51:01.834349 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] For port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:51:01.854399 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:01.888605 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddffb8-5c17-4a00-93b9-9551d92151ee x-openstack-request-id: req-b3ddffb8-5c17-4a00-93b9-9551d92151ee {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:01.889068 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "name": "network-vif-plugged", "status": "completed", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:01.889515 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3ddffb8-5c17-4a00-93b9-9551d92151ee {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:01.890027 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ddffb8-5c17-4a00-93b9-9551d92151ee'] response: {'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'code': 200} Jul 12 10:51:01.908886 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.912590 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Provisioning complete for port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:01.913787 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:01.988803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126772-6fb0-489b-9844-c740a7d44d47 req-f50a58f1-04c1-4e63-a9e1-b555be839d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:01.990342 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-f50a58f1-04c1-4e63-a9e1-b555be839d0a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1128 time: 0.1725168 Jul 12 10:51:02.040453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.066843 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536f12a-5a39-4f23-ac45-c0e7a1064a0d None None] Pushing event updated for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=4']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:02.087088 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:02.087731 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:02.286147 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:02.288775 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.391816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126772-6fb0-489b-9844-c740a7d44d47 req-b60143fa-04e8-43a8-b075-99b627518d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:02.393715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-b60143fa-04e8-43a8-b075-99b627518d01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.3941503 Jul 12 10:51:02.403523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Current status of the port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:02.406871 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.483129 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:02.517252 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] For port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:02.546739 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-bce0ddf1-a35c-4f25-952c-d194c088e9e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 217 time: 0.1410418 Jul 12 10:51:02.559138 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdcdba-6206-46f6-a853-c31e2ad09426 req-4e164afc-9693-44bd-9d39-38dfc8460273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:02.565008 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a9bdcdba-6206-46f6-a853-c31e2ad09426 req-4e164afc-9693-44bd-9d39-38dfc8460273 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 1129 time: 0.1427402 Jul 12 10:51:02.577723 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebc375-e96f-48cc-81f7-03cda457b7ec req-c9673183-5c39-4bc7-baa0-872fb0804296 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:02.587094 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c5ebc375-e96f-48cc-81f7-03cda457b7ec req-c9673183-5c39-4bc7-baa0-872fb0804296 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.5277104 Jul 12 10:51:02.593369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.662976 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a9bdcdba-6206-46f6-a853-c31e2ad09426 req-8c216a15-5da6-45bf-b81a-86dd16dbe28f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834816 Jul 12 10:51:02.686658 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126772-6fb0-489b-9844-c740a7d44d47 req-e7808964-986c-4ff5-92fe-3ec685340428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:02.688176 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-e7808964-986c-4ff5-92fe-3ec685340428 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.1272366 Jul 12 10:51:02.728030 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dd717-1791-4c5f-9f98-2dc95e051b66 None None] Pushing event updated for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:02.746588 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-87bcd01d-55c4-4dd4-9c16-ca31f281cb1c None None] Provisioning complete for port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:02.747074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-87bcd01d-55c4-4dd4-9c16-ca31f281cb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.879605 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c5ebc375-e96f-48cc-81f7-03cda457b7ec req-eb7084c9-532f-4723-8c49-dd7c3cb4dd22 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761236 Jul 12 10:51:02.906652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-87bcd01d-55c4-4dd4-9c16-ca31f281cb1c None None] Current status of the port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:02.924463 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:02.927062 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd73b24-1d88-4988-bfc2-590852ae24cc req-92d09078-4f5d-4027-a994-81154e893efb tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:02.935589 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8bd73b24-1d88-4988-bfc2-590852ae24cc req-92d09078-4f5d-4027-a994-81154e893efb tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1327114 Jul 12 10:51:03.083311 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8bd73b24-1d88-4988-bfc2-590852ae24cc req-6c19a573-ebb7-4bd7-81d8-59109abcb149 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417980 Jul 12 10:51:03.128355 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6b0f6-2bd8-40f0-935f-4de391f3172f req-ccb3e5e8-95fc-4f10-bd66-c48fdca06fbb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:03.141484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-42d6b0f6-2bd8-40f0-935f-4de391f3172f req-ccb3e5e8-95fc-4f10-bd66-c48fdca06fbb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1562071 Jul 12 10:51:03.141484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126772-6fb0-489b-9844-c740a7d44d47 req-133ab783-d96e-494a-81c5-527b45537eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:03.141484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-133ab783-d96e-494a-81c5-527b45537eae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1443789 Jul 12 10:51:03.163416 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '9bfa9ef6-c30b-47eb-ab57-51af730d94c3', 'name': '', 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'mac_address': 'fa:16:3e:0d:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:55Z', 'updated_at': '2022-07-12T10:51:01Z', 'revision_number': 4, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'subnets': [{'id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:03.251850 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6afc33-1cd5-4c0f-aa01-f687c349f6fd None None] The sync data for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi is: [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '9bfa9ef6-c30b-47eb-ab57-51af730d94c3', 'name': '', 'network_id': 'c276594a-4006-4ce6-a378-c4e424dcb231', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'mac_address': 'fa:16:3e:0d:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:55Z', 'updated_at': '2022-07-12T10:51:01Z', 'revision_number': 4, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'subnets': [{'id': 'cf439083-6560-4923-b5fa-c0e4e3276e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:51:04.412227 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-260d923f-9e01-4074-9254-d0c4be9a2253 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2340207 Jul 12 10:51:04.465081 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-42d6b0f6-2bd8-40f0-935f-4de391f3172f req-ce0c696b-8567-48c1-b5ab-38146ab903dd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3293474 Jul 12 10:51:04.728474 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99126772-6fb0-489b-9844-c740a7d44d47 req-9d23fa3b-b624-43cc-af24-2f4a202c7865 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975781 Jul 12 10:51:04.807940 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c388b-7f84-4cf6-9418-01090aee33b6 req-45157680-0e7f-4091-aca1-6b92cbcf0a25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:04.817522 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-076c388b-7f84-4cf6-9418-01090aee33b6 req-45157680-0e7f-4091-aca1-6b92cbcf0a25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.7047844 Jul 12 10:51:04.909422 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870cbdf-727c-416b-aa12-9f184db5faa5 req-b63c9aa3-86f2-41bb-a246-2a1a853fec8a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:04.911549 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9870cbdf-727c-416b-aa12-9f184db5faa5 req-b63c9aa3-86f2-41bb-a246-2a1a853fec8a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1812532 Jul 12 10:51:05.104770 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-076c388b-7f84-4cf6-9418-01090aee33b6 req-f9005841-e117-4dbe-9090-50aa31b57d03 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837241 Jul 12 10:51:05.167567 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9870cbdf-727c-416b-aa12-9f184db5faa5 req-fe9b3c72-adaf-4b27-94b5-c36ee314f225 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219903 Jul 12 10:51:05.294671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:51:05.376669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:05.377574 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:05.528882 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:05.778745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2d02-7a5f-42fb-b802-f369746a4654 req-0c3b2b5b-20e0-41dd-91cb-1bb0310eaf9a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:05.780510 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-117c2d02-7a5f-42fb-b802-f369746a4654 req-0c3b2b5b-20e0-41dd-91cb-1bb0310eaf9a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1359079 Jul 12 10:51:05.854676 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-117c2d02-7a5f-42fb-b802-f369746a4654 req-fb7dfe1a-e3f7-4b3e-8d30-e84ff542d7e5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649636 Jul 12 10:51:06.511524 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3d56f-0d66-40e5-ad93-d9307111c54c req-c89d8db5-0a5a-4ab2-a540-4f85fdb43ba2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:06.518991 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6da3d56f-0d66-40e5-ad93-d9307111c54c req-c89d8db5-0a5a-4ab2-a540-4f85fdb43ba2 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.2341871 Jul 12 10:51:06.578059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aacf9-e70f-43af-8091-db1794eaa842 req-6a09ab69-501b-408a-a176-52db9fa5f152 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:06.598137 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-615aacf9-e70f-43af-8091-db1794eaa842 req-6a09ab69-501b-408a-a176-52db9fa5f152 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.2517884 Jul 12 10:51:06.716302 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6da3d56f-0d66-40e5-ad93-d9307111c54c req-9631d102-9f82-4af3-b557-ff9006c81cef tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964011 Jul 12 10:51:06.812223 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-615aacf9-e70f-43af-8091-db1794eaa842 req-0cebd95f-3783-4714-a9fe-497ed4c0c507 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986403 Jul 12 10:51:06.937857 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad64a16-b2b0-4854-b264-3d215c4139fb req-9d3117d4-8e95-47ff-a045-95d5ed1b1091 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:06.951382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 55910) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:06.959201 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'port_id': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:51:06.968592 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aad64a16-b2b0-4854-b264-3d215c4139fb req-9d3117d4-8e95-47ff-a045-95d5ed1b1091 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.1004894 Jul 12 10:51:07.011073 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:07.202610 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39973899-18a0-4498-926b-2fd04502acb0 req-69df2386-c290-423c-98b5-9d274b22dcdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:07.214451 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-39973899-18a0-4498-926b-2fd04502acb0 req-69df2386-c290-423c-98b5-9d274b22dcdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1486905 Jul 12 10:51:07.426660 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-39973899-18a0-4498-926b-2fd04502acb0 req-b5def8b9-0ffe-48e4-bb9f-8d802e79c215 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097325 Jul 12 10:51:07.794303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:07.858343 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:08.039585 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP 2ca7f58b-768e-4343-8a70-c0acc9120aa3 associated. External IP: 172.27.2.105, port: f6423d24-a64b-4d0d-bd88-71cfaedb7957. Jul 12 10:51:08.090649 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1569c12-8981-4690-9e41-ed3ebc5ad572 req-80201660-a412-4692-a227-3c430af9d9b2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:08.097029 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d1569c12-8981-4690-9e41-ed3ebc5ad572 req-80201660-a412-4692-a227-3c430af9d9b2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1010172 Jul 12 10:51:08.145775 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d1569c12-8981-4690-9e41-ed3ebc5ad572 req-07daf661-30b8-4756-9c9a-4fba5a294ed1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Jul 12 10:51:08.310083 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:51:08.470609 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:51:08.475600 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:08.483266 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:51:08.505029 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:08.505680 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:08.581162 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-735e2c3e-438e-4ec8-a777-543a12258f58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "PUT /v2.0/floatingips/2ca7f58b-768e-4343-8a70-c0acc9120aa3 HTTP/1.1" status: 200 len: 991 time: 1.6243484 Jul 12 10:51:08.582124 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:08.588728 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2ea475-5e31-4562-adc3-1b292062944a" -d '{"events": [{"name": "network-changed", "server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:08.685135 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed737a2-eb43-413f-bb0d-50fab878f9ce x-openstack-request-id: req-bed737a2-eb43-413f-bb0d-50fab878f9ce {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:08.685740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:08.686589 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bed737a2-eb43-413f-bb0d-50fab878f9ce {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:08.687196 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed737a2-eb43-413f-bb0d-50fab878f9ce'] response: {'name': 'network-changed', 'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'status': 'completed', 'code': 200} Jul 12 10:51:08.724490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172db91-8910-4a88-98e8-8093e9608723 req-6b6b88a9-44bb-46d4-a54b-fa34de648d11 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:08.725599 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8172db91-8910-4a88-98e8-8093e9608723 req-6b6b88a9-44bb-46d4-a54b-fa34de648d11 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0930338 Jul 12 10:51:08.813839 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8172db91-8910-4a88-98e8-8093e9608723 req-b476eca7-6a1c-4c60-bf01-1d2cbd61835c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814538 Jul 12 10:51:08.929672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:09.293914 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '2ca7f58b-768e-4343-8a70-c0acc9120aa3', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:17:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343264d4-d0f4-4df2-88b8-5b5922137160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:41Z', 'updated_at': '2022-07-12T10:51:07Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}, {'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:09.355502 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:51:09.375111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:09.376301 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:50:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:09.389350 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f9e73-9e16-43df-8286-e5e5f5b832e2 req-9f0e3b96-0883-4001-8318-52efff683b5f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:09.396731 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982f9e73-9e16-43df-8286-e5e5f5b832e2 req-9f0e3b96-0883-4001-8318-52efff683b5f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1069458 Jul 12 10:51:09.483469 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982f9e73-9e16-43df-8286-e5e5f5b832e2 req-77ae8fef-c14c-4aa0-aac0-59237723381b tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833449 Jul 12 10:51:09.561348 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:09.858431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '2ca7f58b-768e-4343-8a70-c0acc9120aa3', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:17:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343264d4-d0f4-4df2-88b8-5b5922137160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:41Z', 'updated_at': '2022-07-12T10:51:07Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}, {'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:09.885431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029de480-b083-4fd3-bb63-214adfd25ad2 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '2ca7f58b-768e-4343-8a70-c0acc9120aa3', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:17:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343264d4-d0f4-4df2-88b8-5b5922137160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:41Z', 'updated_at': '2022-07-12T10:51:07Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}, {'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:51:09.977774 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ff064-de9c-40d8-b2d2-c567375da31f req-0e2dc990-bc41-464a-991e-f499bb0ba985 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:09.979730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-726ff064-de9c-40d8-b2d2-c567375da31f req-0e2dc990-bc41-464a-991e-f499bb0ba985 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0710456 Jul 12 10:51:10.081648 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-726ff064-de9c-40d8-b2d2-c567375da31f req-c5f06042-38f9-49c6-9019-4d1fc4c439ce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757504 Jul 12 10:51:10.224176 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89e9c0-9c4a-41b6-9751-44d805f24f79 None None] New status for floating IP 2ca7f58b-768e-4343-8a70-c0acc9120aa3: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:51:10.706468 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c523419-b1d7-4672-892f-39c3afe5654a req-1bc378d8-eec2-42b0-b308-6519eae94e37 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:10.725768 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3c523419-b1d7-4672-892f-39c3afe5654a req-1bc378d8-eec2-42b0-b308-6519eae94e37 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1575425 Jul 12 10:51:10.805856 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:51:10.849517 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3c523419-b1d7-4672-892f-39c3afe5654a req-11a4af3a-e47a-43ba-8956-83eb6ba5cacb tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224911 Jul 12 10:51:10.950291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea475-5e31-4562-adc3-1b292062944a req-be33b642-6828-42a6-b49e-78afa70f3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:10.952165 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-be33b642-6828-42a6-b49e-78afa70f3d5e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 1129 time: 0.1000056 Jul 12 10:51:11.089641 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:11.104966 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'mac_address': 'fa:16:3e:bc:f9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:51:11.228787 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea475-5e31-4562-adc3-1b292062944a req-19efac8c-2fd0-4019-8ea6-ae17001d3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:11.230395 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-19efac8c-2fd0-4019-8ea6-ae17001d3d82 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.2720902 Jul 12 10:51:11.246312 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port d540af8b-8f7c-4f17-bf64-4e71479aa357 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:11.246641 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:11.292929 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d540af8b-8f7c-4f17-bf64-4e71479aa357 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:51:11.336793 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:11.359179 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-15fd6fb6-4469-4e9f-9462-c2c00d4eaf60 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957 HTTP/1.1" status: 200 len: 1001 time: 0.1123312 Jul 12 10:51:11.374101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1613f9-4a13-4325-8610-93631b9d0b44 req-f25333fa-d2ce-44f8-8a7f-fe5b5c5d6b9c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:11.375639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db1613f9-4a13-4325-8610-93631b9d0b44 req-f25333fa-d2ce-44f8-8a7f-fe5b5c5d6b9c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.1703312 Jul 12 10:51:11.435481 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db1613f9-4a13-4325-8610-93631b9d0b44 req-44aa21be-83ca-47d8-8b10-caf3a2eb398f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542276 Jul 12 10:51:11.501497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:11.557965 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:11.566964 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.567453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.567920 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.568493 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.569590 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.570222 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.570660 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.571168 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.571611 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.572129 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.572661 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.573055 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.573638 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:51:11.974462 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f3ae0-34a4-4da0-993a-420a79924463 req-6b141b10-2518-40a7-94e3-d380b20797c6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:11.976624 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-460f3ae0-34a4-4da0-993a-420a79924463 req-6b141b10-2518-40a7-94e3-d380b20797c6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0591257 Jul 12 10:51:12.027937 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-460f3ae0-34a4-4da0-993a-420a79924463 req-7be5b460-5f1b-47a5-b40c-11b3298ac3fc tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 Jul 12 10:51:12.227924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea475-5e31-4562-adc3-1b292062944a req-9ac8ceba-6bff-499a-91e5-25df869fea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:12.229680 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-9ac8ceba-6bff-499a-91e5-25df869fea6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0648689 Jul 12 10:51:12.571919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b711-bfb0-4f41-86ed-9c78a0c923a8 req-8d3bcfe7-b635-4918-aae4-1589448eaaf2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:12.573520 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d048b711-bfb0-4f41-86ed-9c78a0c923a8 req-8d3bcfe7-b635-4918-aae4-1589448eaaf2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0646226 Jul 12 10:51:12.629873 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:51:12.633153 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d048b711-bfb0-4f41-86ed-9c78a0c923a8 req-08c95863-7d5c-4422-99d6-3d21beb97833 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533631 Jul 12 10:51:13.087481 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ea475-5e31-4562-adc3-1b292062944a req-6c429a6d-b515-4047-955f-b768c2e33720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:13.089014 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-6c429a6d-b515-4047-955f-b768c2e33720 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730369 Jul 12 10:51:13.182750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e820-3874-4751-b794-6470d095b2f4 req-0bdf33e1-4262-4f7a-9395-2bf38272b21d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:13.186851 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a484e820-3874-4751-b794-6470d095b2f4 req-0bdf33e1-4262-4f7a-9395-2bf38272b21d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0790761 Jul 12 10:51:13.252604 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a484e820-3874-4751-b794-6470d095b2f4 req-fc422bad-2354-4ea3-80a5-e14bbf932211 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616210 Jul 12 10:51:13.764082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b06984-cb15-4584-b405-fb81490cbd20 req-88a6a72b-b3ec-4f62-858d-18535201d0ab tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:13.765973 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-00b06984-cb15-4584-b405-fb81490cbd20 req-88a6a72b-b3ec-4f62-858d-18535201d0ab tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0586238 Jul 12 10:51:13.825677 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-00b06984-cb15-4584-b405-fb81490cbd20 req-80149b9c-6fe5-4d19-b1d5-32063b70e3a8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532234 Jul 12 10:51:14.314946 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-7432bb45-5805-4caa-8a7b-99ace70c3ecf service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113520 Jul 12 10:51:14.464458 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cda89-daa4-4bef-b783-f9c966be0f9f req-e3066cde-f7b1-4b51-8ed6-8048236e8138 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:14.466080 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e36cda89-daa4-4bef-b783-f9c966be0f9f req-e3066cde-f7b1-4b51-8ed6-8048236e8138 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0902312 Jul 12 10:51:14.472210 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f2ea475-5e31-4562-adc3-1b292062944a req-6e1d3aef-5fdc-47e1-8488-c09520b8b01f service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492827 Jul 12 10:51:14.533613 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e36cda89-daa4-4bef-b783-f9c966be0f9f req-f2576b6e-e5bc-408e-8b2a-92133d11c0f1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603747 Jul 12 10:51:14.782700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['d540af8b-8f7c-4f17-bf64-4e71479aa357'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:51:14.996812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da8c0a-4724-4540-877b-8c9c8f6cb254 req-2bf6a46d-c43b-4361-a17d-00a1585166fd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.006864 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2da8c0a-4724-4540-877b-8c9c8f6cb254 req-2bf6a46d-c43b-4361-a17d-00a1585166fd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0992041 Jul 12 10:51:15.095437 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2da8c0a-4724-4540-877b-8c9c8f6cb254 req-310fdff7-5284-4f5d-b5b5-e451093588cc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820677 Jul 12 10:51:15.161123 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55b84-17b9-4332-90db-abbc241378f3 req-33267356-6a4b-4460-9f1c-05c8c9aa291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.163125 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-33267356-6a4b-4460-9f1c-05c8c9aa291e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0971076 Jul 12 10:51:15.259336 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55b84-17b9-4332-90db-abbc241378f3 req-d62e6559-4ab1-4f03-9ab7-f1068333620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.261205 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-d62e6559-4ab1-4f03-9ab7-f1068333620e service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0926487 Jul 12 10:51:15.337039 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-b07470ba-ffc5-4966-938e-e6f388ebc666 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 1001 time: 0.0696294 Jul 12 10:51:15.401661 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55b84-17b9-4332-90db-abbc241378f3 req-7d2bb026-b792-42de-98d5-7d6769ca8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.403208 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-7d2bb026-b792-42de-98d5-7d6769ca8065 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0584767 Jul 12 10:51:15.500117 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be55b84-17b9-4332-90db-abbc241378f3 req-f5d425f4-2854-4382-a02d-a8795aad8aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.501706 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-f5d425f4-2854-4382-a02d-a8795aad8aa2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816560 Jul 12 10:51:15.601269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-04b88cc4-3629-4436-a47b-417aa1deacf7 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923622 Jul 12 10:51:15.750995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563a658-2b35-4b4e-8dba-6add326eb035 req-f2d5abc4-990d-4c07-92c1-a6fec4e0f2b0 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:15.752484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7563a658-2b35-4b4e-8dba-6add326eb035 req-f2d5abc4-990d-4c07-92c1-a6fec4e0f2b0 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.1502030 Jul 12 10:51:15.781882 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4be55b84-17b9-4332-90db-abbc241378f3 req-380b001a-a173-4948-8ae0-bb660b3691bb service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676495 Jul 12 10:51:15.816830 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7563a658-2b35-4b4e-8dba-6add326eb035 req-258becc4-dd0c-4dac-b12c-1a7c380680a2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546281 Jul 12 10:51:16.240892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1ed7-7938-4706-8c07-44d9e5a9ce23 req-3fb15130-f6cd-4948-88dc-f01af9db6217 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:16.242508 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2c8e1ed7-7938-4706-8c07-44d9e5a9ce23 req-3fb15130-f6cd-4948-88dc-f01af9db6217 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0571158 Jul 12 10:51:16.296614 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2c8e1ed7-7938-4706-8c07-44d9e5a9ce23 req-04221d7d-eb1b-4ea8-bd53-831a17c03a22 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Jul 12 10:51:16.938856 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0aedf-23ae-4bc1-badf-ac27fab373b9 req-0779e88d-0c6d-4913-8f43-3207a706f83a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:16.940379 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-66c0aedf-23ae-4bc1-badf-ac27fab373b9 req-0779e88d-0c6d-4913-8f43-3207a706f83a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0556393 Jul 12 10:51:16.990437 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-66c0aedf-23ae-4bc1-badf-ac27fab373b9 req-ebf9667e-76bf-4a28-bf4f-9df4427dfb8b tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Jul 12 10:51:17.437405 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3a374-32ee-4807-b2a1-d2b13b93f326 req-49716ad0-dc0f-438b-ad70-5e444615ef36 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:17.437405 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9e3a374-32ee-4807-b2a1-d2b13b93f326 req-49716ad0-dc0f-438b-ad70-5e444615ef36 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0600810 Jul 12 10:51:17.490328 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9e3a374-32ee-4807-b2a1-d2b13b93f326 req-2640f94b-a052-4e0c-bf37-e56d0d01595b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485327 Jul 12 10:51:17.589994 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-55dac701-3824-485d-a3c6-523e57807328 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:17.591525 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-55dac701-3824-485d-a3c6-523e57807328 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 815 time: 0.1001406 Jul 12 10:51:17.607132 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ca56cb1b-997a-4368-baa0-fdbc04717591 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/quotas/9d9d6201dca04e77bfb9658d4d21dfae HTTP/1.1" status: 200 len: 375 time: 0.0101900 Jul 12 10:51:17.663145 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-b0b9f95c-4f00-473e-a47f-f786d2e1a527 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506480 Jul 12 10:51:17.772085 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-d78f72fa-73ef-4ce2-bfd5-36f576eb75ba service neutron] 10.222.0.36 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959413 Jul 12 10:51:17.861841 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-9d75a5a9-1502-499a-813c-3c9508da750a service neutron] 10.222.0.36 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838356 Jul 12 10:51:18.126471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d28cd3-7783-4570-a8f0-683bac79fd08 req-0f6eed10-0aed-492b-983c-d1faaab04451 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:18.127996 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-21d28cd3-7783-4570-a8f0-683bac79fd08 req-0f6eed10-0aed-492b-983c-d1faaab04451 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0654356 Jul 12 10:51:18.160862 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85279f91-2b11-418d-a853-ce917d390560 req-b2918251-ad62-467a-8cb2-3fb07bd01dd3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0318692 Jul 12 10:51:18.201049 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-21d28cd3-7783-4570-a8f0-683bac79fd08 req-c72b0c66-db98-45b8-9128-9e6ece7152e9 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635653 Jul 12 10:51:18.617273 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a496c-77d2-4c75-a7d8-03391a456985 req-8a39a2ae-7183-4f39-acde-0300875eab71 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:18.618778 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba7a496c-77d2-4c75-a7d8-03391a456985 req-8a39a2ae-7183-4f39-acde-0300875eab71 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0541627 Jul 12 10:51:18.668202 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba7a496c-77d2-4c75-a7d8-03391a456985 req-be20d185-a6c1-4dd5-b05b-69fc5913d33f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Jul 12 10:51:19.246055 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-00b38f2d-5392-4771-8a0f-cc9f107ddbd7 req-c89b9bf2-03ee-491d-993e-d49d29bd8a4a tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0322270 Jul 12 10:51:19.339218 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35ac7-05ac-493b-9ea9-19f2837f3f06 req-38d152fc-3f51-4edd-a7f3-1b8cf22901b0 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:19.340913 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0a35ac7-05ac-493b-9ea9-19f2837f3f06 req-38d152fc-3f51-4edd-a7f3-1b8cf22901b0 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0580873 Jul 12 10:51:19.396607 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0a35ac7-05ac-493b-9ea9-19f2837f3f06 req-7f7c6e51-6e8a-43eb-956e-7c02c71fa7a1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491228 Jul 12 10:51:19.801763 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56094) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:19.805294 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cb361-f327-4868-883d-ba8a796a8a3e req-8d04cb51-a4f1-4c9a-8c44-937c277b9327 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:19.805926 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a4cb361-f327-4868-883d-ba8a796a8a3e req-8d04cb51-a4f1-4c9a-8c44-937c277b9327 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0560212 Jul 12 10:51:19.856996 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a4cb361-f327-4868-883d-ba8a796a8a3e req-8acc482f-8d4f-4d48-9f7a-ccc99f5271a6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449355 Jul 12 10:51:19.938364 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d058-4e72-4a3a-93f8-825360ad9bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.020513 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d058-4e72-4a3a-93f8-825360ad9bc2 admin admin] Publish callbacks [] for security_group (64febdc2-b45a-45d0-836d-f3f8964287a0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.106766 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d058-4e72-4a3a-93f8-825360ad9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (64febdc2-b45a-45d0-836d-f3f8964287a0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.144528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5d058-4e72-4a3a-93f8-825360ad9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64febdc2-b45a-45d0-836d-f3f8964287a0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:20.148983 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c8f5d058-4e72-4a3a-93f8-825360ad9bc2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16fba9b2982346e68a23507c3c0a97b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461959 Jul 12 10:51:20.152562 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56098) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:20.201368 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] Publish callbacks [] for security_group (64febdc2-b45a-45d0-836d-f3f8964287a0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.221995 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] Publish callbacks [] for security_group (64febdc2-b45a-45d0-836d-f3f8964287a0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.335769 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (64febdc2-b45a-45d0-836d-f3f8964287a0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.338771 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:20.340008 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64febdc2-b45a-45d0-836d-f3f8964287a0 HTTP/1.1" status: 204 len: 168 time: 0.1868422 Jul 12 10:51:20.344957 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eefa6f07-a948-450a-8608-35d843d06d37 req-77aa2725-d0b1-4346-849f-db1dc2db695a tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0309365 Jul 12 10:51:20.349800 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687ff12-3280-417c-8fbc-a553362f896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64febdc2-b45a-45d0-836d-f3f8964287a0,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:20.517723 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c78a-faf1-405d-95a0-e1a4f7b16831 req-2903aef6-edac-4b6d-920d-8eba7380775e tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:20.519202 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2565c78a-faf1-405d-95a0-e1a4f7b16831 req-2903aef6-edac-4b6d-920d-8eba7380775e tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0544007 Jul 12 10:51:20.574118 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2565c78a-faf1-405d-95a0-e1a4f7b16831 req-94549a9a-3b80-4d56-9855-f0ec2d077426 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483217 Jul 12 10:51:20.984524 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce2139-b494-4a34-8cbb-914186ea17af req-f81da6c8-a52d-42a8-9194-50c449835ce9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:20.986131 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b1ce2139-b494-4a34-8cbb-914186ea17af req-f81da6c8-a52d-42a8-9194-50c449835ce9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Jul 12 10:51:21.045419 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b1ce2139-b494-4a34-8cbb-914186ea17af req-c619e47a-d987-4b7e-b57c-513366a6ff98 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531688 Jul 12 10:51:21.444802 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ece54cd6-4757-4b25-90fd-94604561278d req-301a5ce1-9d27-48c2-b2ec-6058d63f7968 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Jul 12 10:51:21.700225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b3d5a-add9-43ed-8612-3ab66154915a req-e2906f75-420c-4d95-a80b-94cc08dc22a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:21.701605 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-193b3d5a-add9-43ed-8612-3ab66154915a req-e2906f75-420c-4d95-a80b-94cc08dc22a7 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0548275 Jul 12 10:51:21.750395 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-193b3d5a-add9-43ed-8612-3ab66154915a req-812061cd-dc28-4de6-852d-42c42cc20067 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432961 Jul 12 10:51:21.890246 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:51:22.036919 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port d540af8b-8f7c-4f17-bf64-4e71479aa357 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:51:22.042395 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port d540af8b-8f7c-4f17-bf64-4e71479aa357 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:22.042777 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:22.121404 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port d540af8b-8f7c-4f17-bf64-4e71479aa357 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:22.121806 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:22.145676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:22.148678 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973203fe-298d-49a2-8a7d-6b9c17323c8a" -d '{"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-plugged", "status": "completed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:22.162864 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:22.180105 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515d880-99ad-4028-9a4a-76776cc265ec req-a411e07a-b5cd-4f4c-add7-0f0faf307530 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:22.181671 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1515d880-99ad-4028-9a4a-76776cc265ec req-a411e07a-b5cd-4f4c-add7-0f0faf307530 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0587709 Jul 12 10:51:22.192648 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6178ce7-8708-44cc-9266-ada4f2ea7ff6 x-openstack-request-id: req-e6178ce7-8708-44cc-9266-ada4f2ea7ff6 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:22.192969 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-plugged", "status": "completed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:22.193235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6178ce7-8708-44cc-9266-ada4f2ea7ff6 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:22.193632 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6178ce7-8708-44cc-9266-ada4f2ea7ff6'] response: {'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'code': 200} Jul 12 10:51:22.230065 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1515d880-99ad-4028-9a4a-76776cc265ec req-45353b1e-68b4-42fd-ad3f-5841614f7272 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Jul 12 10:51:22.232402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:22.233196 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:51:22.303645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:22.349258 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: ACTIVE; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:22.349659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:22.384684 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:22.443821 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:22.492319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=8']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:22.542773 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-daa52b74-d928-4304-8c67-c2d1df4dd57e req-d983c54a-3727-4738-9e0a-6c0bdf21b4ec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0302973 Jul 12 10:51:22.873064 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522d8d-1aa9-4cc7-923c-4b9506634412 req-e20cf2e9-06ea-4798-92a4-eaf62206a2d5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:22.874777 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-53522d8d-1aa9-4cc7-923c-4b9506634412 req-e20cf2e9-06ea-4798-92a4-eaf62206a2d5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0567405 Jul 12 10:51:22.924900 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-53522d8d-1aa9-4cc7-923c-4b9506634412 req-7379eb02-8b58-4fcd-b296-3784418264ff tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445955 Jul 12 10:51:23.654601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8bf1e-4239-4433-9c6f-6210b80b95c3 req-5333f72b-eb28-458e-a447-848ad686cb32 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:23.656222 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33d8bf1e-4239-4433-9c6f-6210b80b95c3 req-5333f72b-eb28-458e-a447-848ad686cb32 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.3479767 Jul 12 10:51:23.676141 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0073365-5391-49f8-9fcd-be85b39c4f9b req-406e59c1-fe67-46fe-a903-db7e5702cad6 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0518649 Jul 12 10:51:23.712356 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcdc4-168c-454d-b34f-fcc9c07bb071 req-790d9573-b112-41f7-ac3d-f2c9040198ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:23.713919 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2dcdc4-168c-454d-b34f-fcc9c07bb071 req-790d9573-b112-41f7-ac3d-f2c9040198ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.3661802 Jul 12 10:51:23.720903 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-0dcb8b49-3071-4a21-96af-31c6ada8e682 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:23.722444 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-0dcb8b49-3071-4a21-96af-31c6ada8e682 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 815 time: 0.1115637 Jul 12 10:51:23.743041 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'port': {'device_id': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'admin_state_up': True, 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:51:23.753711 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33d8bf1e-4239-4433-9c6f-6210b80b95c3 req-0dd14833-f358-4681-84ec-35813b17f5ef tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806479 Jul 12 10:51:23.783278 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2dcdc4-168c-454d-b34f-fcc9c07bb071 req-61f77641-3428-45db-8210-af2aeb9254fb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613215 Jul 12 10:51:23.963674 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Made reservation on behalf of 9d9d6201dca04e77bfb9658d4d21dfae for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:51:23.967528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.089699 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac695a2-eadb-40cf-b3ea-9f7dcf02ce00 req-753b6a08-c3e3-49ca-8f93-31d0b86d6748 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:24.091354 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ac695a2-eadb-40cf-b3ea-9f7dcf02ce00 req-753b6a08-c3e3-49ca-8f93-31d0b86d6748 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0884130 Jul 12 10:51:24.110364 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Allocated IP 172.20.0.12 (7716e489-83e8-4693-ad50-6b19f6621826/e6ac2633-c543-4471-a77b-e9c1e8ea0b4b/58148076-d608-4596-9cbf-2cfdcd558159) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:51:24.165218 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ac695a2-eadb-40cf-b3ea-9f7dcf02ce00 req-a46bd363-a8a0-4086-bf16-210a4e2096d8 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671291 Jul 12 10:51:24.196095 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:24.198239 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adea4bc-a07a-47cc-a679-867936faa2f4" -d '{"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:24.238511 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33915d-f5ac-45eb-89a2-b4ad417d4563 x-openstack-request-id: req-1d33915d-f5ac-45eb-89a2-b4ad417d4563 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:24.238826 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-unplugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:24.239180 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d33915d-f5ac-45eb-89a2-b4ad417d4563 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:24.239497 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d33915d-f5ac-45eb-89a2-b4ad417d4563'] response: {'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'code': 200} Jul 12 10:51:24.273381 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for port (58148076-d608-4596-9cbf-2cfdcd558159), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.381801 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.430515 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Network 7716e489-83e8-4693-ad50-6b19f6621826 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:51:24.434088 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:51:24.449851 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:51:24.449851 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:24.510048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:24.510743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.612830 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-ddc44668-536b-4925-bca0-487f796fe1e1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8743684 Jul 12 10:51:24.641778 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Request body: {'port': {'device_id': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:51:24.738618 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.787094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-170860e4-68f7-4726-ace3-cf3877b3ab5c None None] Provisioning complete for port 58148076-d608-4596-9cbf-2cfdcd558159 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:24.788167 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-170860e4-68f7-4726-ace3-cf3877b3ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (58148076-d608-4596-9cbf-2cfdcd558159), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:24.840927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa87af-e428-4b89-a877-4bc9fe3dd459 req-dd5e9f28-8249-41fe-9079-6555f73ee3e8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:24.848862 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-59aa87af-e428-4b89-a877-4bc9fe3dd459 req-dd5e9f28-8249-41fe-9079-6555f73ee3e8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 932 time: 0.0948117 Jul 12 10:51:24.897273 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-170860e4-68f7-4726-ace3-cf3877b3ab5c None None] Port 58148076-d608-4596-9cbf-2cfdcd558159 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:51:24.908557 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-59aa87af-e428-4b89-a877-4bc9fe3dd459 req-1b2015c7-449d-4d80-a90b-33bf57855bda tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586994 Jul 12 10:51:24.971048 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2eeda-0d74-4b84-9a87-670dd3bebc53 req-896a51ac-b3fd-428d-803b-dfc4f19c5d17 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:24.972676 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3ba2eeda-0d74-4b84-9a87-670dd3bebc53 req-896a51ac-b3fd-428d-803b-dfc4f19c5d17 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0570292 Jul 12 10:51:25.024804 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3ba2eeda-0d74-4b84-9a87-670dd3bebc53 req-395819e2-81ee-4b10-9016-562e877aa581 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Jul 12 10:51:25.070191 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58148076-d608-4596-9cbf-2cfdcd558159 {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:51:25.079900 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks [] for port (58148076-d608-4596-9cbf-2cfdcd558159), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.092604 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Transition to ACTIVE for port object 58148076-d608-4596-9cbf-2cfdcd558159 will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:51:25.198528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.313068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:25.367887 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954426-771f-449b-9304-37c8cb844e30 req-405d1cb2-4383-4d61-b251-d96036eb47b1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:25.371686 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d954426-771f-449b-9304-37c8cb844e30 req-405d1cb2-4383-4d61-b251-d96036eb47b1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.1242461 Jul 12 10:51:25.439995 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-83f3970a-dbf5-4a22-9a87-4c2a7fb7f93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.460803 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Attempting to bind port 58148076-d608-4596-9cbf-2cfdcd558159 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:51:25.461464 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Attempting to bind port 58148076-d608-4596-9cbf-2cfdcd558159 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:51:25.462563 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Attempting to bind port 58148076-d608-4596-9cbf-2cfdcd558159 on network 7716e489-83e8-4693-ad50-6b19f6621826 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:51:25.470707 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Port 58148076-d608-4596-9cbf-2cfdcd558159 on network 7716e489-83e8-4693-ad50-6b19f6621826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:51:25.471417 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Attempting to bind port 58148076-d608-4596-9cbf-2cfdcd558159 on network 7716e489-83e8-4693-ad50-6b19f6621826 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:51:25.479054 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:51:25.479753 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Checking segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:51:25.480354 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Bound using segment: {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:51:25.481084 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Bound port: 58148076-d608-4596-9cbf-2cfdcd558159, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2186077-d010-4069-817e-93d1f2c2df2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:51:25.481726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.507758 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7d954426-771f-449b-9304-37c8cb844e30 req-43a2b019-3cf5-45d5-88a4-d59af7ecb0f4 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294594 Jul 12 10:51:25.594443 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:51:25.598452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:51:25.684802 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.722844 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:25.723666 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:25.725190 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] 10.222.0.76 "PUT /v2.0/ports/58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 1094 time: 1.0898337 Jul 12 10:51:25.726133 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:25.729178 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bb0857-b8eb-43f2-ac05-5138acaa051e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:25.764674 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0627c-0aa3-4fd0-9be1-01c9cec45808 service neutron] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:25.802271 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d50f267-c918-4aa9-b525-ac5d106810d7 x-openstack-request-id: req-2d50f267-c918-4aa9-b525-ac5d106810d7 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:25.802271 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:25.802701 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d50f267-c918-4aa9-b525-ac5d106810d7 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:25.803375 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d50f267-c918-4aa9-b525-ac5d106810d7'] response: {'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:51:26.056939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0c86f-c196-4332-8923-4035a3bee036 req-a89357bc-a8f8-446b-9bc6-4e5cea30f78f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:26.072043 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-49a0c86f-c196-4332-8923-4035a3bee036 req-a89357bc-a8f8-446b-9bc6-4e5cea30f78f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0797229 Jul 12 10:51:26.122640 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-49a0c86f-c196-4332-8923-4035a3bee036 req-bec2f027-e463-462b-bef3-28a4b76321b5 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Jul 12 10:51:26.555635 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-149429ea-4d3c-4488-99d2-8a996efd4c37 req-5b6274b2-0c05-477c-a2d2-a3ff342e1f6e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:51:26.556678 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-149429ea-4d3c-4488-99d2-8a996efd4c37 req-5b6274b2-0c05-477c-a2d2-a3ff342e1f6e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057216 Jul 12 10:51:26.638360 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2530f-a05f-44f0-9eca-01d56e697391 req-c6949160-fa14-40ed-8d87-ae03757fe22d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:26.640029 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99f2530f-a05f-44f0-9eca-01d56e697391 req-c6949160-fa14-40ed-8d87-ae03757fe22d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0638478 Jul 12 10:51:26.692058 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99f2530f-a05f-44f0-9eca-01d56e697391 req-cf5cd0ad-ef6f-4523-808b-191707203b60 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459018 Jul 12 10:51:26.878873 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca390f-f174-40a4-adae-15e8250bc659 req-69649c0b-037e-480a-85c9-251fa3b169a1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:26.880400 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20ca390f-f174-40a4-adae-15e8250bc659 req-69649c0b-037e-480a-85c9-251fa3b169a1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0589335 Jul 12 10:51:26.951910 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20ca390f-f174-40a4-adae-15e8250bc659 req-96912a50-6be7-4b1b-8f1e-b1a3a0acebd2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592282 Jul 12 10:51:27.311994 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942ac2d-b077-4dd1-bf3a-e3d54f1f2544 req-baa9f258-18f4-4c44-9bbc-ad125ac5e84f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:27.318308 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0942ac2d-b077-4dd1-bf3a-e3d54f1f2544 req-baa9f258-18f4-4c44-9bbc-ad125ac5e84f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0787294 Jul 12 10:51:27.411842 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0942ac2d-b077-4dd1-bf3a-e3d54f1f2544 req-b7254738-46c0-43d1-9569-707e0d11b029 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875425 Jul 12 10:51:27.504272 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56266) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:27.607968 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-39c5d147-b1d8-4899-aa5e-d0c71fb62f18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020470 Jul 12 10:51:27.612746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-bd079be3-7794-46e0-bbd1-07597b564632 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:51:27.613725 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-bd079be3-7794-46e0-bbd1-07597b564632 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051081 Jul 12 10:51:27.704038 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56274) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:27.795443 dv-cinder-847864-7-iscsi neutron-server[110925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 10:51:27.857325 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-ef025dbc-6da7-4c76-9866-630e8818c5cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:27.859189 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-ef025dbc-6da7-4c76-9866-630e8818c5cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports/f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 940 time: 0.1540685 Jul 12 10:51:27.904224 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d03a85-1fa9-41ca-ad18-869a28375dfb req-0b974854-f9e5-4582-bac3-e258dd9886ee tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:27.905976 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d03a85-1fa9-41ca-ad18-869a28375dfb req-0b974854-f9e5-4582-bac3-e258dd9886ee tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0949957 Jul 12 10:51:27.963831 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d03a85-1fa9-41ca-ad18-869a28375dfb req-e491ac48-7634-4348-a450-f2b96687911e tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520370 Jul 12 10:51:28.123647 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d77fe-43cb-4184-bcdd-027b8cc9a1df req-81924dee-cf4a-426e-92af-3fdf4c755d52 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:28.125495 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-988d77fe-43cb-4184-bcdd-027b8cc9a1df req-81924dee-cf4a-426e-92af-3fdf4c755d52 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0627992 Jul 12 10:51:28.163907 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-819e5379-d90a-4bfe-b74a-acb35bfa9b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:28.191484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-988d77fe-43cb-4184-bcdd-027b8cc9a1df req-6dcc0293-1279-47f2-a2b0-40b1b5373092 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593941 Jul 12 10:51:28.290533 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:51:28.383868 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: DOWN; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:28.567616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1987ca5-4b6f-4c5d-8bab-3adbecf3a1c0 req-415f78ee-96af-4ecf-ae7e-76c96aca4d05 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:28.569193 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1987ca5-4b6f-4c5d-8bab-3adbecf3a1c0 req-415f78ee-96af-4ecf-ae7e-76c96aca4d05 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0767064 Jul 12 10:51:28.627873 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1987ca5-4b6f-4c5d-8bab-3adbecf3a1c0 req-bdacb32a-90ca-437a-b503-3950f1ae0ffa tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 Jul 12 10:51:29.102676 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fbd6c-4ca7-4907-ac8c-b6aaad1ec86a req-0cc7cfab-db9b-410a-a890-ed8e00b317f2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:29.104549 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-497fbd6c-4ca7-4907-ac8c-b6aaad1ec86a req-0cc7cfab-db9b-410a-a890-ed8e00b317f2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0613220 Jul 12 10:51:29.160668 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-497fbd6c-4ca7-4907-ac8c-b6aaad1ec86a req-76781946-ba26-4223-ad2c-a84052325152 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497556 Jul 12 10:51:29.341849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88b0a-8412-4434-84c3-dcf1dd205c73 req-8d66e78b-d985-43ce-b727-8d614505210e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:29.349033 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9ec88b0a-8412-4434-84c3-dcf1dd205c73 req-8d66e78b-d985-43ce-b727-8d614505210e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0738459 Jul 12 10:51:29.397510 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9ec88b0a-8412-4434-84c3-dcf1dd205c73 req-38a89441-f783-4a7f-aac9-1b2f91f88992 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473654 Jul 12 10:51:29.771377 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cae523-3a43-4530-b826-a2260c09ca0e req-626b7e4a-8e20-4ded-98f6-d44543537e44 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:29.773535 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58cae523-3a43-4530-b826-a2260c09ca0e req-626b7e4a-8e20-4ded-98f6-d44543537e44 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0701492 Jul 12 10:51:29.847355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-58cae523-3a43-4530-b826-a2260c09ca0e req-d68381f8-5f2a-4b1d-8d17-38e454e44428 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678577 Jul 12 10:51:30.302965 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade8004-eca3-4d23-ad33-6ef9faf0c380 req-c8c152dc-34ae-4545-9cd6-19b57c9418e5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:30.304447 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ade8004-eca3-4d23-ad33-6ef9faf0c380 req-c8c152dc-34ae-4545-9cd6-19b57c9418e5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0549083 Jul 12 10:51:30.350954 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:30.368339 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ade8004-eca3-4d23-ad33-6ef9faf0c380 req-a166c9d8-c565-40bc-9534-28c37c7254a1 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573442 Jul 12 10:51:30.432436 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:30.539927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d67a2-bb93-45ac-b917-216959cc1bbd req-271c159e-378e-4b9a-9cfc-378906ad7bee tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:30.541538 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-791d67a2-bb93-45ac-b917-216959cc1bbd req-271c159e-378e-4b9a-9cfc-378906ad7bee tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0595341 Jul 12 10:51:30.599042 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-791d67a2-bb93-45ac-b917-216959cc1bbd req-7f251215-6287-417f-937e-bae8001795c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515563 Jul 12 10:51:30.692002 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56322) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:30.799768 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9e5-ae5e-4d7b-b19d-861b30b1bc18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:30.892617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9e5-ae5e-4d7b-b19d-861b30b1bc18 admin admin] Publish callbacks [] for security_group (a0e0907f-6727-4aeb-bddb-96f108cdcb4d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:30.978822 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf24db-ba0a-4312-aca9-4141a61232ad req-546561d4-8b6f-4615-9b09-2f8077dfabe6 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:30.980431 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-abdf24db-ba0a-4312-aca9-4141a61232ad req-546561d4-8b6f-4615-9b09-2f8077dfabe6 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0609851 Jul 12 10:51:30.993188 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-29a2b9e5-ae5e-4d7b-b19d-861b30b1bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a0e0907f-6727-4aeb-bddb-96f108cdcb4d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:31.029431 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-29a2b9e5-ae5e-4d7b-b19d-861b30b1bc18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b348eb9f5ab42be9d7ef06fd018382b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360901 Jul 12 10:51:31.032390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56328) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:31.045620 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-abdf24db-ba0a-4312-aca9-4141a61232ad req-5cbba0e6-628b-4ecc-af05-3c73e7666d9f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Jul 12 10:51:31.070964 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2b9e5-ae5e-4d7b-b19d-861b30b1bc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0907f-6727-4aeb-bddb-96f108cdcb4d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:31.102754 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] Publish callbacks [] for security_group (a0e0907f-6727-4aeb-bddb-96f108cdcb4d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:31.129581 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] Publish callbacks [] for security_group (a0e0907f-6727-4aeb-bddb-96f108cdcb4d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:31.265169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (a0e0907f-6727-4aeb-bddb-96f108cdcb4d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:31.268064 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:31.269275 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0e0907f-6727-4aeb-bddb-96f108cdcb4d HTTP/1.1" status: 204 len: 168 time: 0.2359643 Jul 12 10:51:31.277559 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e64f5-19e9-4abe-a098-caf63290f18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0907f-6727-4aeb-bddb-96f108cdcb4d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:31.501535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff9bf5-9bca-469c-b87c-c0309fd4c42c req-54bea5bb-41bd-4106-830c-b82a30159764 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:31.503061 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-82ff9bf5-9bca-469c-b87c-c0309fd4c42c req-54bea5bb-41bd-4106-830c-b82a30159764 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0602174 Jul 12 10:51:31.595239 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-82ff9bf5-9bca-469c-b87c-c0309fd4c42c req-52fe7cb5-3440-481e-860a-ddb03028eb99 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862381 Jul 12 10:51:31.752341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c72f7a-e6d7-4a5a-b2cf-79e21d08443d req-6735eb27-6613-4838-bb2d-52bcebdd76e5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:31.753966 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-73c72f7a-e6d7-4a5a-b2cf-79e21d08443d req-6735eb27-6613-4838-bb2d-52bcebdd76e5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0650165 Jul 12 10:51:31.807852 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-73c72f7a-e6d7-4a5a-b2cf-79e21d08443d req-37f350a1-7250-42ca-8fa8-a637908306fa tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Jul 12 10:51:32.032919 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:32.180615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4f450-623d-44a6-966c-2c41d3bd00ae req-1c1bfb5d-464c-4a7e-81e9-8fd703247389 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:32.182215 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-98c4f450-623d-44a6-966c-2c41d3bd00ae req-1c1bfb5d-464c-4a7e-81e9-8fd703247389 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0623915 Jul 12 10:51:32.235812 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-98c4f450-623d-44a6-966c-2c41d3bd00ae req-9dbc8776-8738-4d3c-8a7a-dd91f7e055b3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Jul 12 10:51:32.722475 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6b287-8cf2-443a-9ded-e4e5faf053bd req-26e5f3ec-8325-4125-afa2-0928ed906ef5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:32.723981 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0bf6b287-8cf2-443a-9ded-e4e5faf053bd req-26e5f3ec-8325-4125-afa2-0928ed906ef5 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0537734 Jul 12 10:51:32.781199 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0bf6b287-8cf2-443a-9ded-e4e5faf053bd req-a00c656a-a5b7-46a6-afe0-d21517dd93c3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507414 Jul 12 10:51:32.872215 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:32.946673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cee7d8-b66e-42b8-b029-305a48e8aa15 req-8a85a1eb-d961-4f6a-8d48-6ebd2b4a6e34 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:32.948388 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-55cee7d8-b66e-42b8-b029-305a48e8aa15 req-8a85a1eb-d961-4f6a-8d48-6ebd2b4a6e34 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0574677 Jul 12 10:51:33.023040 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-55cee7d8-b66e-42b8-b029-305a48e8aa15 req-d1fa69e9-bb33-4d31-a340-161f32269290 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690918 Jul 12 10:51:33.357470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083e776-09be-4962-8c3d-2c49985e549e req-ada36800-ed0a-4bbc-a43d-fb4d15288e74 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:33.359206 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5083e776-09be-4962-8c3d-2c49985e549e req-ada36800-ed0a-4bbc-a43d-fb4d15288e74 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0551038 Jul 12 10:51:33.409788 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5083e776-09be-4962-8c3d-2c49985e549e req-b6d8afa2-4c5f-4775-9ead-a26c3d25c32a tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Jul 12 10:51:33.912933 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1da3d-914f-4a1f-bc6c-614f7ab460d9 req-19be60bb-3f4c-4c99-a233-c640ef334374 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:33.915314 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eda1da3d-914f-4a1f-bc6c-614f7ab460d9 req-19be60bb-3f4c-4c99-a233-c640ef334374 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0566456 Jul 12 10:51:33.974046 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eda1da3d-914f-4a1f-bc6c-614f7ab460d9 req-cf38c5dd-db7d-45bd-8664-d5d44b041ef2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509548 Jul 12 10:51:34.185415 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b7175-6a2a-4eef-b5d4-64a7b5a904d7 req-4719d1fd-3478-46da-b098-9bdd60b579cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:34.189651 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-682b7175-6a2a-4eef-b5d4-64a7b5a904d7 req-4719d1fd-3478-46da-b098-9bdd60b579cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0916457 Jul 12 10:51:34.240707 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-682b7175-6a2a-4eef-b5d4-64a7b5a904d7 req-a15fbf2a-c3ab-4fa0-b7d4-cd6a577c2525 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Jul 12 10:51:34.533848 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92429c64-51fe-4926-a71b-e5f2e457ef1d req-ca0f2140-d6aa-4e41-a4ff-0ce74833e23f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:34.535403 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92429c64-51fe-4926-a71b-e5f2e457ef1d req-ca0f2140-d6aa-4e41-a4ff-0ce74833e23f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0554008 Jul 12 10:51:34.586385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92429c64-51fe-4926-a71b-e5f2e457ef1d req-7e1780bf-234b-4dd5-beab-92d2a675d5d1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443139 Jul 12 10:51:35.104453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741247-aeef-49e9-94a2-e8979af7a406 req-e91d0dcc-64b0-4685-8fde-b3e01cd5363c tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.105928 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-af741247-aeef-49e9-94a2-e8979af7a406 req-e91d0dcc-64b0-4685-8fde-b3e01cd5363c tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0621965 Jul 12 10:51:35.160321 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-af741247-aeef-49e9-94a2-e8979af7a406 req-567a50c3-8fe3-4d3d-aa20-177f2f23724b tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485330 Jul 12 10:51:35.208289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-c64d38fa-d55a-4c8d-83b6-db583d4fc87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.209785 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-c64d38fa-d55a-4c8d-83b6-db583d4fc87a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1128 time: 0.0485916 Jul 12 10:51:35.298668 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-db3164ab-86a8-4d07-b70b-25a34bdf15b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480754 Jul 12 10:51:35.393191 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-7d295b47-7f88-43d1-b7a7-5c6b5ea48f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.394823 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-7d295b47-7f88-43d1-b7a7-5c6b5ea48f48 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1106305 Jul 12 10:51:35.418898 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-e985257d-8d26-401d-8ba8-337a67725aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.420668 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-e985257d-8d26-401d-8ba8-337a67725aeb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1129 time: 0.0812035 Jul 12 10:51:35.433708 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bffc4-0bda-43e6-9051-eb496717058f req-61a8d3bd-836b-4e49-802d-29284fcd4b4f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.435293 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a92bffc4-0bda-43e6-9051-eb496717058f req-61a8d3bd-836b-4e49-802d-29284fcd4b4f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0857646 Jul 12 10:51:35.512558 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-3873e943-0bce-4dcc-9ddd-9b89ffb35831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.514052 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-58bb0857-b8eb-43f2-ac05-5138acaa051e req-3873e943-0bce-4dcc-9ddd-9b89ffb35831 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1047716 Jul 12 10:51:35.553196 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a92bffc4-0bda-43e6-9051-eb496717058f req-d99f9d37-a5d0-402d-861b-5e0f2a64f63b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103466 Jul 12 10:51:35.581889 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-9c34bae4-7ae6-4cdf-a103-697e38d0baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.583454 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-9c34bae4-7ae6-4cdf-a103-697e38d0baa1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.1237967 Jul 12 10:51:35.633331 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-6c6b4b83-e510-4ba7-87bc-59e46b0453ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.635204 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-6c6b4b83-e510-4ba7-87bc-59e46b0453ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1128 time: 0.0517380 Jul 12 10:51:35.661933 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-bf0ac849-cc41-4e2f-a2c2-e24d06663302 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 1001 time: 0.0644929 Jul 12 10:51:35.691605 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-2330508b-0848-4126-bdde-863e029d7d9b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 217 time: 0.0389366 Jul 12 10:51:35.748044 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-14bd9e88-ced0-47a2-8c89-1bef667fb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.749777 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-14bd9e88-ced0-47a2-8c89-1bef667fb969 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0484529 Jul 12 10:51:35.753068 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-c58062e2-674f-4d5c-9b9d-609a6472d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.754519 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-c58062e2-674f-4d5c-9b9d-609a6472d839 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.0585492 Jul 12 10:51:35.764948 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212beee-4b05-48fe-870d-ac9ac0a2d75c req-46016843-2928-4492-aac0-f7742f5a5192 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.766403 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7212beee-4b05-48fe-870d-ac9ac0a2d75c req-46016843-2928-4492-aac0-f7742f5a5192 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.1028273 Jul 12 10:51:35.822749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7212beee-4b05-48fe-870d-ac9ac0a2d75c req-93d886da-6b8b-463c-9eec-ae22d03a4f0e tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Jul 12 10:51:35.859774 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-3e8a51cd-5776-4698-93db-986834cc91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.860126 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-93a37d0b-8e3f-4013-b899-e3e60062b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:35.861653 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-93a37d0b-8e3f-4013-b899-e3e60062b961 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538871 Jul 12 10:51:35.861976 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-3e8a51cd-5776-4698-93db-986834cc91d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605597 Jul 12 10:51:35.971516 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-620e8d0f-2bdf-4f86-8544-be5f866e889c service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 Jul 12 10:51:35.972635 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-4ede0c2e-c268-4dde-be6d-54a4a9b79193 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860658 Jul 12 10:51:36.076377 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-447f9ff2-58e7-4f15-b631-bc50f8a2bb56 req-5c50ae81-57ec-4c17-a962-6b84ab6182a1 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 Jul 12 10:51:36.077481 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d30be73-86ba-4a31-b963-4f56a65e6a9b req-2562ff81-a2a6-46f6-94e5-8214cff99247 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908599 Jul 12 10:51:36.283915 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3b7e2-8203-4322-beac-e594aa63418d req-14c53d7f-e7e4-4d85-8097-04a8a7a47c46 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:36.285481 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-43e3b7e2-8203-4322-beac-e594aa63418d req-14c53d7f-e7e4-4d85-8097-04a8a7a47c46 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0546441 Jul 12 10:51:36.334698 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-43e3b7e2-8203-4322-beac-e594aa63418d req-67911f30-e460-4c29-bea3-cb897eacc486 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 Jul 12 10:51:36.454155 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03adabf-8705-4bf1-8e7b-00c0ce8f0b81 req-3d14ab2c-43ee-41c6-92b7-22b0f38d4c06 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:36.455656 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c03adabf-8705-4bf1-8e7b-00c0ce8f0b81 req-3d14ab2c-43ee-41c6-92b7-22b0f38d4c06 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0532432 Jul 12 10:51:36.505845 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c03adabf-8705-4bf1-8e7b-00c0ce8f0b81 req-1214f457-4e88-434d-9000-6a21647ec949 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440431 Jul 12 10:51:36.529265 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56366) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:36.685449 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0bdbc-2225-4b67-b026-e865cdbae6d8 req-8843eb8e-f4fb-486f-a255-03e7496e300d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:36.686970 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-46a0bdbc-2225-4b67-b026-e865cdbae6d8 req-8843eb8e-f4fb-486f-a255-03e7496e300d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0579929 Jul 12 10:51:36.734719 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6fa2c4-1262-409b-b9b5-538cfa435c34 tempest-TestShelveInstance-1357717217 tempest-TestShelveInstance-1357717217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:36.736309 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-cd6fa2c4-1262-409b-b9b5-538cfa435c34 tempest-TestShelveInstance-1357717217 tempest-TestShelveInstance-1357717217-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1125 time: 0.2060385 Jul 12 10:51:36.739466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56374) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:51:36.743728 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-46a0bdbc-2225-4b67-b026-e865cdbae6d8 req-7313cc86-42e6-424e-951e-cb71f610dd45 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509882 Jul 12 10:51:36.743943 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:51:36.867316 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:36.966396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c962edb-04b0-4650-bc0a-8097f11a220c req-947e89c0-78db-496b-a955-0c9bf92bce95 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:36.968723 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7c962edb-04b0-4650-bc0a-8097f11a220c req-947e89c0-78db-496b-a955-0c9bf92bce95 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0612559 Jul 12 10:51:36.975246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:37.027026 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7c962edb-04b0-4650-bc0a-8097f11a220c req-f166defd-7045-435c-a2c2-7f7d5fa0e7e2 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523725 Jul 12 10:51:37.093892 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Allocated IP 172.27.2.56 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/8bd43ad3-4119-4c98-a255-ff37194d206b) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:51:37.198208 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:37.322400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:37.362431 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:51:37.365306 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:51:37.370115 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:51:37.375214 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'Port': ['ID=8bd43ad3-4119-4c98-a255-ff37194d206b,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:37.736260 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for floatingip (641168f0-3553-4384-9035-fe0741b063e2), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:37.875413 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18a88-3520-4838-be0c-886f5928b22a req-8dc31821-3c20-418c-b7fa-395dda7597e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:37.877479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85e18a88-3520-4838-be0c-886f5928b22a req-8dc31821-3c20-418c-b7fa-395dda7597e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0573459 Jul 12 10:51:37.884099 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:37.932259 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85e18a88-3520-4838-be0c-886f5928b22a req-7addd8b3-4a93-4937-a540-e7a1c345dae6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491347 Jul 12 10:51:38.160871 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc456a3-cfa9-4b74-bce4-b0fa5d786f19 req-0f1ae1bb-41f8-41e1-8950-1928d595cf3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:38.162445 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7dc456a3-cfa9-4b74-bce4-b0fa5d786f19 req-0f1ae1bb-41f8-41e1-8950-1928d595cf3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0583918 Jul 12 10:51:38.216462 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7dc456a3-cfa9-4b74-bce4-b0fa5d786f19 req-2b3160c8-fef3-41fd-8ec2-c6b8e6028262 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481250 Jul 12 10:51:38.288458 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:38.358392 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:38.476758 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event updated for resources: {'Port': ['ID=8bd43ad3-4119-4c98-a255-ff37194d206b,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:38.492509 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (641168f0-3553-4384-9035-fe0741b063e2), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:38.547907 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-5668482d-38c9-487e-bd97-936f3425ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:38.549337 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-5668482d-38c9-487e-bd97-936f3425ea0b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 1127 time: 0.1557434 Jul 12 10:51:38.606024 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Floating IP 641168f0-3553-4384-9035-fe0741b063e2 associated. External IP: 172.27.2.56, port: d540af8b-8f7c-4f17-bf64-4e71479aa357. Jul 12 10:51:38.724964 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-b8db86c8-fee0-48c7-b6a3-086e0101974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:38.727078 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-b8db86c8-fee0-48c7-b6a3-086e0101974a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1127 time: 0.1226470 Jul 12 10:51:38.897869 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-5a81faef-85e5-4310-8192-db3c89b1f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:38.899629 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-5a81faef-85e5-4310-8192-db3c89b1f3a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.1649034 Jul 12 10:51:38.908685 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:51:38.999667 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-c1fa3d08-a7e3-4a39-a86c-77b8ddb52142 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 999 time: 0.0929284 Jul 12 10:51:39.066940 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b6ef-b8db-421c-9354-fd8b6303ba7a req-02844031-02de-47a4-9bbb-cae45694072b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.068562 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8624b6ef-b8db-421c-9354-fd8b6303ba7a req-02844031-02de-47a4-9bbb-cae45694072b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0583065 Jul 12 10:51:39.097618 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-89752d36-13ab-4fbb-8e7e-5a3d7dba9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.100015 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-89752d36-13ab-4fbb-8e7e-5a3d7dba9de6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0930679 Jul 12 10:51:39.104699 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:51:39.115709 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Sync routers for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:51:39.123050 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8624b6ef-b8db-421c-9354-fd8b6303ba7a req-afdaeac5-6163-41e7-ac5d-2d8818cd797e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Jul 12 10:51:39.136745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:39.137711 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:39.170676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-d38f91d0-da94-458c-8117-4dcd97730138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.172406 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-d38f91d0-da94-458c-8117-4dcd97730138 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657773 Jul 12 10:51:39.234876 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:39.252983 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:39.283726 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0db733c0-572d-46b6-a17c-8d5863c10188 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5406334 Jul 12 10:51:39.283726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:39.285556 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:39.304828 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-345fafe4-19f4-48d0-a907-a91c7c501d7a service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234074 Jul 12 10:51:39.324574 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797e7fe0-75c3-463f-be0c-257c960bb338 x-openstack-request-id: req-797e7fe0-75c3-463f-be0c-257c960bb338 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:39.324936 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:39.325205 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-797e7fe0-75c3-463f-be0c-257c960bb338 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:39.325631 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797e7fe0-75c3-463f-be0c-257c960bb338'] response: {'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'status': 'completed', 'code': 200} Jul 12 10:51:39.357071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631b0ff-58dc-4574-9a87-a6f59a67d879 req-33991c6d-9e16-41f5-8087-628984cc4395 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.359304 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2631b0ff-58dc-4574-9a87-a6f59a67d879 req-33991c6d-9e16-41f5-8087-628984cc4395 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0607238 Jul 12 10:51:39.425160 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0db79891-defb-4b28-9f7d-ff257dd1e83b req-d41aeac1-b4c6-452e-b7f7-f86cccb39c4e service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973899 Jul 12 10:51:39.435946 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2631b0ff-58dc-4574-9a87-a6f59a67d879 req-c936a68d-ff4a-4ebf-83e1-207cb5ff33d5 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703578 Jul 12 10:51:39.459897 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-4e72e4c2-0761-4a99-8935-b6f02325000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.461476 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-4e72e4c2-0761-4a99-8935-b6f02325000b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.0621870 Jul 12 10:51:39.507454 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '641168f0-3553-4384-9035-fe0741b063e2', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'mac_address': 'fa:16:3e:bc:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:51:37Z', 'updated_at': '2022-07-12T10:51:37Z', 'revision_number': 0, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:39.532108 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Checking router: 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:51:39.541106 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:51:39.541822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:39.558204 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-6d851c50-f122-4cd4-89d6-ed2724a2879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.560979 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-6d851c50-f122-4cd4-89d6-ed2724a2879a service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.0917664 Jul 12 10:51:39.633196 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-41df03c8-55b3-4f3d-84ca-d54e3e4c610c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 999 time: 0.0581009 Jul 12 10:51:39.650326 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:51:39.687247 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-f8f0210b-9abc-4c89-a02f-f433067e23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.688826 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-f8f0210b-9abc-4c89-a02f-f433067e23b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0461042 Jul 12 10:51:39.744870 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-d006c2a6-3b32-4767-8a4b-40a2f5d296f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:39.746377 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-d006c2a6-3b32-4767-8a4b-40a2f5d296f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495594 Jul 12 10:51:39.866598 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-187830fa-675d-4eca-9a22-c42af8b8cb42 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013703 Jul 12 10:51:39.974966 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-861d28e7-7dd9-4c38-bd78-4a55c0c397a7 req-d9d3c84d-8b76-4f84-abad-d148f2b37094 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003056 Jul 12 10:51:40.013950 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '641168f0-3553-4384-9035-fe0741b063e2', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'mac_address': 'fa:16:3e:bc:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:51:37Z', 'updated_at': '2022-07-12T10:51:37Z', 'revision_number': 0, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:51:40.043310 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6591adb6-ae53-4fe7-87ba-d1e14e22b2c4 None None] The sync data for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi is: [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '641168f0-3553-4384-9035-fe0741b063e2', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'mac_address': 'fa:16:3e:bc:f9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:51:37Z', 'updated_at': '2022-07-12T10:51:37Z', 'revision_number': 0, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:51:40.283292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c140-031a-424b-9044-8e84b57bf99d req-5e2e7a0b-7462-44cf-8805-b32981a9195f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:40.284929 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe42c140-031a-424b-9044-8e84b57bf99d req-5e2e7a0b-7462-44cf-8805-b32981a9195f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0655234 Jul 12 10:51:40.297406 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e3b54-9d5c-43fb-8ef7-936f5fdf1be2 None None] New status for floating IP 641168f0-3553-4384-9035-fe0741b063e2: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:51:40.327342 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 58148076-d608-4596-9cbf-2cfdcd558159 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:51:40.346706 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe42c140-031a-424b-9044-8e84b57bf99d req-ab1cbe58-07d0-4d47-82aa-290c24e382e8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539563 Jul 12 10:51:40.486719 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:40.500949 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '58148076-d608-4596-9cbf-2cfdcd558159', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'port_id': '58148076-d608-4596-9cbf-2cfdcd558159', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:51:40.540422 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 58148076-d608-4596-9cbf-2cfdcd558159 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:40.541120 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:40.560937 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58148076-d608-4596-9cbf-2cfdcd558159 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:51:40.570435 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83e11-9301-4548-9a59-9b0b9438bc8c req-ea57c48a-35ea-470d-b9ed-d686d56dd769 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:40.573424 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf83e11-9301-4548-9a59-9b0b9438bc8c req-ea57c48a-35ea-470d-b9ed-d686d56dd769 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 944 time: 0.0649004 Jul 12 10:51:40.588603 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:40.627725 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf83e11-9301-4548-9a59-9b0b9438bc8c req-31d9b2e5-a1b1-4d70-beed-66c73b80da4e tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460520 Jul 12 10:51:41.089495 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:41.176457 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:41.508550 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2e546-5f31-4557-bea5-2aaabd36a728 req-e59053f7-cc25-47c7-afcf-2e78e960467f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:41.510621 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c9a2e546-5f31-4557-bea5-2aaabd36a728 req-e59053f7-cc25-47c7-afcf-2e78e960467f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0612800 Jul 12 10:51:41.562399 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c9a2e546-5f31-4557-bea5-2aaabd36a728 req-f239e711-e2ca-4f28-a7a8-4578fa221ad5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Jul 12 10:51:41.627417 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:51:41.764392 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c57f8e-c679-4a42-ae58-700d12b8d4c0 req-b16795c3-c4c7-4f79-aa3a-60cdbcfedf2c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:41.765957 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85c57f8e-c679-4a42-ae58-700d12b8d4c0 req-b16795c3-c4c7-4f79-aa3a-60cdbcfedf2c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 945 time: 0.0649257 Jul 12 10:51:41.819235 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85c57f8e-c679-4a42-ae58-700d12b8d4c0 req-368053db-ce4f-4a68-9e7e-bda69bfa49fe tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jul 12 10:51:42.707950 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33e727-7b65-438f-a584-7269f17f2d6c req-6fec1221-f56e-4195-9ef7-335966306179 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:42.709452 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f33e727-7b65-438f-a584-7269f17f2d6c req-6fec1221-f56e-4195-9ef7-335966306179 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0658097 Jul 12 10:51:42.760598 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f33e727-7b65-438f-a584-7269f17f2d6c req-e994bd9c-f3f8-4991-9d81-5a00fdc8be6f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Jul 12 10:51:42.946124 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8121bb-4e7d-484d-998a-18a18bac0fa6 req-e0a1768c-3dde-4d48-9778-98c1c80e5ae5 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:42.947722 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b8121bb-4e7d-484d-998a-18a18bac0fa6 req-e0a1768c-3dde-4d48-9778-98c1c80e5ae5 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 945 time: 0.0556936 Jul 12 10:51:42.999218 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b8121bb-4e7d-484d-998a-18a18bac0fa6 req-34069956-17a4-4ccd-97e2-170c469cea8a tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Jul 12 10:51:43.892158 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d494c-2c7c-45dd-af30-e467e0b35521 req-41b6a0f1-c077-4801-a0ef-7ffea589da8e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:43.895593 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6c9d494c-2c7c-45dd-af30-e467e0b35521 req-41b6a0f1-c077-4801-a0ef-7ffea589da8e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0579400 Jul 12 10:51:43.953201 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6c9d494c-2c7c-45dd-af30-e467e0b35521 req-2b6bd290-7920-451a-b80e-e8b56b050835 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527916 Jul 12 10:51:44.150399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef3b42-4ace-4cda-b0cb-05da88b09559 req-9f4c1cfd-ffc1-42bc-a468-817ca053c0bc tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:44.152033 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8ef3b42-4ace-4cda-b0cb-05da88b09559 req-9f4c1cfd-ffc1-42bc-a468-817ca053c0bc tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 945 time: 0.0604808 Jul 12 10:51:44.204693 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8ef3b42-4ace-4cda-b0cb-05da88b09559 req-831e7c99-4baf-4e0c-be32-a4699b486ad8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Jul 12 10:51:44.361072 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 58148076-d608-4596-9cbf-2cfdcd558159 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:51:44.489296 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 58148076-d608-4596-9cbf-2cfdcd558159 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:51:44.495138 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 58148076-d608-4596-9cbf-2cfdcd558159 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:51:44.495500 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (58148076-d608-4596-9cbf-2cfdcd558159), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:44.597700 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 58148076-d608-4596-9cbf-2cfdcd558159 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:51:44.598170 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:44.625400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:51:44.625400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df88db-b40b-4a54-9c9d-c349493716e9" -d '{"events": [{"server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "name": "network-vif-plugged", "status": "completed", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:51:44.638145 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:44.659916 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f842772-807a-4916-a765-1bbee8f2e5c3 x-openstack-request-id: req-5f842772-807a-4916-a765-1bbee8f2e5c3 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:51:44.660226 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "name": "network-vif-plugged", "status": "completed", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:51:44.660481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f842772-807a-4916-a765-1bbee8f2e5c3 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:51:44.660875 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f842772-807a-4916-a765-1bbee8f2e5c3'] response: {'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'code': 200} Jul 12 10:51:44.683885 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:44.737988 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:51:45.095548 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d705f23-4926-4fc0-9de0-3d2894f32ed6 req-d13dec1e-c943-4e7e-b8e7-2639eca80ec7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:45.097041 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1d705f23-4926-4fc0-9de0-3d2894f32ed6 req-d13dec1e-c943-4e7e-b8e7-2639eca80ec7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0598533 Jul 12 10:51:45.150448 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1d705f23-4926-4fc0-9de0-3d2894f32ed6 req-bad91123-9718-41d6-9d9d-e7c9e55be8c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 Jul 12 10:51:45.341617 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16786085-5f23-4e0a-b84c-1ce7167a8410 req-69bc9a9a-8354-4948-bfba-2dd433dedc37 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:45.343241 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-16786085-5f23-4e0a-b84c-1ce7167a8410 req-69bc9a9a-8354-4948-bfba-2dd433dedc37 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0606937 Jul 12 10:51:45.396865 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-16786085-5f23-4e0a-b84c-1ce7167a8410 req-04d43691-506c-49df-8d39-ef5b91f93b04 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Jul 12 10:51:46.279631 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752b5ea-c23a-42ae-a81c-8a85e19b1595 req-67d3f191-0923-4962-833b-cdf5e148d3c3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:46.281457 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b752b5ea-c23a-42ae-a81c-8a85e19b1595 req-67d3f191-0923-4962-833b-cdf5e148d3c3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0534520 Jul 12 10:51:46.330798 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b752b5ea-c23a-42ae-a81c-8a85e19b1595 req-cc01c8f1-8ca0-490a-9bb7-c0f6eaa178c9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417640 Jul 12 10:51:46.525322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2e0b-5cd9-42dd-91bb-a1461295cae9 req-db0833f7-9afa-433e-b9de-89890b080400 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:46.526861 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-549a2e0b-5cd9-42dd-91bb-a1461295cae9 req-db0833f7-9afa-433e-b9de-89890b080400 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0559530 Jul 12 10:51:46.592415 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-549a2e0b-5cd9-42dd-91bb-a1461295cae9 req-a19244e6-2864-4ae7-a5e6-2c82b98511fa tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578327 Jul 12 10:51:47.464598 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19730-1e68-4020-a319-1a5d281b6121 req-fed1d98a-04ae-4951-aa7a-5d84283686d2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:47.466172 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ec19730-1e68-4020-a319-1a5d281b6121 req-fed1d98a-04ae-4951-aa7a-5d84283686d2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0597317 Jul 12 10:51:47.516525 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7ec19730-1e68-4020-a319-1a5d281b6121 req-ccd5e7a7-ea98-446a-900a-fa0e05dcc396 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Jul 12 10:51:47.723851 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08876c36-3023-4efc-ad6b-56498a627ebd req-8af1da25-a4b5-4c32-be6a-e390dbe54965 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:47.725738 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-08876c36-3023-4efc-ad6b-56498a627ebd req-8af1da25-a4b5-4c32-be6a-e390dbe54965 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0580618 Jul 12 10:51:47.784669 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-08876c36-3023-4efc-ad6b-56498a627ebd req-8d7edb4a-d4b8-4b48-bb03-92e3d813d4a3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523956 Jul 12 10:51:48.678944 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a90d5-e756-4ffc-9d56-9e61f197ea06 req-9aa196cb-6b37-4ca5-816d-58cb63983075 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:48.681227 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b2a90d5-e756-4ffc-9d56-9e61f197ea06 req-9aa196cb-6b37-4ca5-816d-58cb63983075 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0735025 Jul 12 10:51:48.740391 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0b2a90d5-e756-4ffc-9d56-9e61f197ea06 req-095de3ce-ca0b-4ad0-94a5-5b98e2a62c7c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528197 Jul 12 10:51:48.910736 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f9d83-f6c1-49f6-b7f9-d7ca705429a7 req-ec027064-9332-4396-8f47-d0288e3847ee tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:48.912243 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-060f9d83-f6c1-49f6-b7f9-d7ca705429a7 req-ec027064-9332-4396-8f47-d0288e3847ee tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0538945 Jul 12 10:51:48.967089 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-060f9d83-f6c1-49f6-b7f9-d7ca705429a7 req-6e2f9bf1-b078-4c5e-be1b-b960b22c9bac tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478263 Jul 12 10:51:49.630364 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:51:49.929961 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d667c-d729-44a2-b8a0-da98dcfa8fd7 req-3b24c74f-f7e9-4249-99a1-e813de0a5d7f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:49.929961 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd1d667c-d729-44a2-b8a0-da98dcfa8fd7 req-3b24c74f-f7e9-4249-99a1-e813de0a5d7f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0862114 Jul 12 10:51:49.973579 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fd1d667c-d729-44a2-b8a0-da98dcfa8fd7 req-f6b3044f-3ecc-4650-868a-157dcedb6ee7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Jul 12 10:51:50.095879 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd128e1-ef8e-4e02-bc7d-824b0cb4e664 req-6e338903-0b50-4e9c-9e5e-d67d7acfe956 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:50.100983 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5fd128e1-ef8e-4e02-bc7d-824b0cb4e664 req-6e338903-0b50-4e9c-9e5e-d67d7acfe956 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0592687 Jul 12 10:51:50.145681 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5fd128e1-ef8e-4e02-bc7d-824b0cb4e664 req-6665620e-c89a-4310-9d31-a2e3879fbae8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jul 12 10:51:51.051068 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1be6e2-3ce5-4253-ba25-698043d9b73e req-648b7b56-e9bc-46e7-b80a-5666f5680d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:51.052529 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3a1be6e2-3ce5-4253-ba25-698043d9b73e req-648b7b56-e9bc-46e7-b80a-5666f5680d34 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1130 time: 0.0461602 Jul 12 10:51:51.131130 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3a1be6e2-3ce5-4253-ba25-698043d9b73e req-971c0b76-d7e8-4216-a845-116f22e06049 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664423 Jul 12 10:51:51.141570 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db90da8-a15f-4436-a676-524506acf37a req-5562d56b-ea37-47c6-9078-e536062ffd3e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:51.143021 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8db90da8-a15f-4436-a676-524506acf37a req-5562d56b-ea37-47c6-9078-e536062ffd3e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0869520 Jul 12 10:51:51.192513 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8db90da8-a15f-4436-a676-524506acf37a req-0108f7a8-1201-4fb1-9c24-3071992b32d3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Jul 12 10:51:51.270804 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110972ed-fe7f-4d12-b191-02b6f26e46d9 req-858c894e-06f6-4a1c-9bf2-028fbe6a6ae7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:51.272313 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-110972ed-fe7f-4d12-b191-02b6f26e46d9 req-858c894e-06f6-4a1c-9bf2-028fbe6a6ae7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0550258 Jul 12 10:51:51.320201 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-110972ed-fe7f-4d12-b191-02b6f26e46d9 req-eb241bb7-e842-4578-8d33-9bebc811d8b0 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Jul 12 10:51:52.326701 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1093308-eb81-48a7-abdd-156bfbdc8cd3 req-2e0e0d29-7219-46c5-9bbe-e903ff359c22 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:52.328293 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d1093308-eb81-48a7-abdd-156bfbdc8cd3 req-2e0e0d29-7219-46c5-9bbe-e903ff359c22 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0593891 Jul 12 10:51:52.377299 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d1093308-eb81-48a7-abdd-156bfbdc8cd3 req-0636e86c-b1de-42ea-964d-56b17768307a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Jul 12 10:51:52.439431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d54ca-923e-45aa-a062-13de10643886 req-98116db0-1391-4dd2-be6b-b20e84bae5f3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:52.440933 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d90d54ca-923e-45aa-a062-13de10643886 req-98116db0-1391-4dd2-be6b-b20e84bae5f3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0544288 Jul 12 10:51:52.492749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d90d54ca-923e-45aa-a062-13de10643886 req-baddab3f-d70d-411e-912e-9e20b373c6bf tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Jul 12 10:51:53.505322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa1e0-5517-4f4e-af41-a4b609726fd6 req-2bc6e606-dcdb-4ecf-a69d-1e883bcffa0c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:53.506777 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f9aa1e0-5517-4f4e-af41-a4b609726fd6 req-2bc6e606-dcdb-4ecf-a69d-1e883bcffa0c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0532610 Jul 12 10:51:53.575255 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f9aa1e0-5517-4f4e-af41-a4b609726fd6 req-ffca1ae9-4a53-4623-9001-1a9182d9c132 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569584 Jul 12 10:51:53.631157 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252791b-d052-48fb-b44c-2d6848d16109 req-b9560be3-2ad9-492d-9682-b6408a8a4642 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:53.633227 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9252791b-d052-48fb-b44c-2d6848d16109 req-b9560be3-2ad9-492d-9682-b6408a8a4642 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0563390 Jul 12 10:51:53.757172 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9252791b-d052-48fb-b44c-2d6848d16109 req-47c2eea1-d997-4e4b-b38b-eff68f56e1b0 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132743 Jul 12 10:51:53.764775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131fb39-3f3b-4b2f-9c2b-6eac72344f7d req-5eceb58f-6834-4bf4-aae6-656cd1b56140 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:53.766315 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1131fb39-3f3b-4b2f-9c2b-6eac72344f7d req-5eceb58f-6834-4bf4-aae6-656cd1b56140 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1322110 Jul 12 10:51:53.773033 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-1d38890c-c7d2-4b4e-9885-8ba562081564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:53.774527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-1d38890c-c7d2-4b4e-9885-8ba562081564 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.1072659 Jul 12 10:51:54.144014 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1131fb39-3f3b-4b2f-9c2b-6eac72344f7d req-354c64b4-8cdf-4e3c-8b32-d51d8854db6a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685102 Jul 12 10:51:54.169436 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-f179f203-0605-473e-96f0-377b07414fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.170866 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-f179f203-0605-473e-96f0-377b07414fba service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.3896658 Jul 12 10:51:54.178533 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc76e6-47d3-4db6-a817-2e3d38ce826e req-3c9e800f-da81-49b7-a67e-3f3fc47999e7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.180520 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-86bc76e6-47d3-4db6-a817-2e3d38ce826e req-3c9e800f-da81-49b7-a67e-3f3fc47999e7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.3366861 Jul 12 10:51:54.258236 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-3cbaf911-5b09-4ce3-afd0-62a7669ae578 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 1000 time: 0.0767789 Jul 12 10:51:54.278621 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-86bc76e6-47d3-4db6-a817-2e3d38ce826e req-b4d4a446-9af1-4a48-93bf-1de6f697d3e3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Jul 12 10:51:54.318543 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-f9763973-8477-4454-ad72-0a9289f248d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.318705 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-f9763973-8477-4454-ad72-0a9289f248d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0525627 Jul 12 10:51:54.373255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-9288406b-f0ab-4a40-8f2e-7087e8adc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.374956 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-9288406b-f0ab-4a40-8f2e-7087e8adc784 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481405 Jul 12 10:51:54.469009 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-5b596394-35a7-416c-8eec-dee5ee53e8d7 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Jul 12 10:51:54.635442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6cb913d-ac6d-4d64-8ab4-8bdfb834b256 req-9c5c595b-240d-48a6-a250-e6ab5d992044 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579585 Jul 12 10:51:54.644491 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9a961-edb1-4ae7-9e9e-3d3abda37f0c req-0ef33541-d6be-4329-ab8c-49c97deef19a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.645868 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-26a9a961-edb1-4ae7-9e9e-3d3abda37f0c req-0ef33541-d6be-4329-ab8c-49c97deef19a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1161320 Jul 12 10:51:54.680122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc76b59-896f-4ba8-b159-39e3274f6116 req-cc098326-be93-4b0b-8ab6-3c9637eb77ad tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.681503 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0fc76b59-896f-4ba8-b159-39e3274f6116 req-cc098326-be93-4b0b-8ab6-3c9637eb77ad tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.1087410 Jul 12 10:51:54.726008 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-26a9a961-edb1-4ae7-9e9e-3d3abda37f0c req-56461d4d-59cd-46b0-b3a3-decd26cae1ed tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730481 Jul 12 10:51:54.752264 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0fc76b59-896f-4ba8-b159-39e3274f6116 req-c43fda91-48e9-4c5c-8b28-e64720b7fc0d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Jul 12 10:51:54.838324 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ad7fa-c3fb-46ec-8546-2eed0036bbc8 req-df4a10d9-5dbf-4fb5-a116-6abd27e09686 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:54.839865 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cd9ad7fa-c3fb-46ec-8546-2eed0036bbc8 req-df4a10d9-5dbf-4fb5-a116-6abd27e09686 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0557070 Jul 12 10:51:54.888048 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cd9ad7fa-c3fb-46ec-8546-2eed0036bbc8 req-bea7a4e2-e6ac-41ac-9621-9c1d0bd93146 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Jul 12 10:51:55.275795 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b9aa0-ef14-4fdf-bd4e-e83cebbe5824 req-7554ef6c-a1b1-4201-a85a-cab656dd4408 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:55.277268 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b87b9aa0-ef14-4fdf-bd4e-e83cebbe5824 req-7554ef6c-a1b1-4201-a85a-cab656dd4408 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0574951 Jul 12 10:51:55.329599 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b87b9aa0-ef14-4fdf-bd4e-e83cebbe5824 req-d1278d8c-12fa-4ffc-bbde-b0c2bb754ea8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Jul 12 10:51:55.848980 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5fb56-b09d-49a4-81e9-10064ba2bcab req-ffc39d17-2dc6-4210-b0a7-5728777717a2 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:55.850488 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-efc5fb56-b09d-49a4-81e9-10064ba2bcab req-ffc39d17-2dc6-4210-b0a7-5728777717a2 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0545187 Jul 12 10:51:55.899446 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-efc5fb56-b09d-49a4-81e9-10064ba2bcab req-bd0effe4-11a0-421d-8e3b-4183184adaf8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Jul 12 10:51:56.016939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de410b-c09d-4c56-a23a-e86a2a81f7b6 req-a4e880c8-d3e4-444e-bb59-62d3e6db5443 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:56.018339 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99de410b-c09d-4c56-a23a-e86a2a81f7b6 req-a4e880c8-d3e4-444e-bb59-62d3e6db5443 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0541983 Jul 12 10:51:56.020690 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-87430a24-7ad0-47ed-b86a-e22c614d5a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:56.069256 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99de410b-c09d-4c56-a23a-e86a2a81f7b6 req-25fc5462-5583-4ae9-baa6-d5eaf1822291 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Jul 12 10:51:56.482800 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf27e1f-89f5-45f0-8c51-65e7a6f1570b req-4884b28e-827e-4fed-89c4-f3393eb286f2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:56.487487 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf27e1f-89f5-45f0-8c51-65e7a6f1570b req-4884b28e-827e-4fed-89c4-f3393eb286f2 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0713344 Jul 12 10:51:56.535618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-baf27e1f-89f5-45f0-8c51-65e7a6f1570b req-a76452bf-546e-4716-a368-ea3a5e5502a1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Jul 12 10:51:56.872692 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867d533-f9f7-4ec5-9894-a49dec8b2a2e req-91a37f10-a1c7-480c-9e8e-692d19cdd565 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:56.874240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d867d533-f9f7-4ec5-9894-a49dec8b2a2e req-91a37f10-a1c7-480c-9e8e-692d19cdd565 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Jul 12 10:51:56.922335 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d867d533-f9f7-4ec5-9894-a49dec8b2a2e req-52d608da-1365-4bf3-a468-6bb6304d5002 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Jul 12 10:51:57.023238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a443b-e1cf-4a0e-8d8c-335d254ac8ed req-1fdfd097-3438-47d0-9892-f31a44977756 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:57.024989 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b6a443b-e1cf-4a0e-8d8c-335d254ac8ed req-1fdfd097-3438-47d0-9892-f31a44977756 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0548022 Jul 12 10:51:57.077257 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b6a443b-e1cf-4a0e-8d8c-335d254ac8ed req-bb3adce0-c4b1-423c-9fd7-f12f2ec1ad6e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461860 Jul 12 10:51:57.194597 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20054231-563a-40fa-a17f-169a0da82509 req-594eb9ef-4b5c-41ce-998e-230ca57394ec tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:57.196355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20054231-563a-40fa-a17f-169a0da82509 req-594eb9ef-4b5c-41ce-998e-230ca57394ec tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0544045 Jul 12 10:51:57.243784 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-20054231-563a-40fa-a17f-169a0da82509 req-970728e6-2411-4d99-a169-46c65132d41b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419021 Jul 12 10:51:57.659582 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd9a59-d6b3-4e02-91c7-60944d8e9800 req-cf75a280-1910-4dd5-8754-49702790231d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:57.661066 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9efd9a59-d6b3-4e02-91c7-60944d8e9800 req-cf75a280-1910-4dd5-8754-49702790231d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0542588 Jul 12 10:51:57.709933 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9efd9a59-d6b3-4e02-91c7-60944d8e9800 req-ac663c1e-d22a-4fc4-9902-8163de0166b9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425975 Jul 12 10:51:58.049086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a471de0-9798-46ab-82de-439c10ac1a4b req-fa8dd147-0468-4bf2-8f30-4d5e10152ce1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:58.050765 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a471de0-9798-46ab-82de-439c10ac1a4b req-fa8dd147-0468-4bf2-8f30-4d5e10152ce1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.0597017 Jul 12 10:51:58.106403 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a471de0-9798-46ab-82de-439c10ac1a4b req-cdf6194d-e639-4ca7-9936-214654acc02d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Jul 12 10:51:58.203277 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-099347f9-9e99-4186-8c88-e6586f20c605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:58.216235 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58582d-1ec7-4f21-ad1a-24e9b8884bd0 req-35726056-b11c-4748-b284-b57f6962a283 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:58.217753 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc58582d-1ec7-4f21-ad1a-24e9b8884bd0 req-35726056-b11c-4748-b284-b57f6962a283 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0559819 Jul 12 10:51:58.265900 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bc58582d-1ec7-4f21-ad1a-24e9b8884bd0 req-7da77f1c-0751-4a36-8c0c-89f84f4a3837 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Jul 12 10:51:58.379539 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a4dd-2703-40b3-a4be-b281b8365e24 req-be26ee29-c4ea-4afb-a69a-ad1cb5064ddb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:58.381016 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-79b6a4dd-2703-40b3-a4be-b281b8365e24 req-be26ee29-c4ea-4afb-a69a-ad1cb5064ddb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0568595 Jul 12 10:51:58.427324 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-79b6a4dd-2703-40b3-a4be-b281b8365e24 req-fbcb3ecb-4da5-49b2-b4ab-d91a7dbbbca9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Jul 12 10:51:58.830356 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c697f-cec6-426b-a44f-fea128a5df9a req-1bd0016e-3002-4dce-83be-ec125579fbf4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:58.831884 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-686c697f-cec6-426b-a44f-fea128a5df9a req-1bd0016e-3002-4dce-83be-ec125579fbf4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0535445 Jul 12 10:51:58.882947 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-686c697f-cec6-426b-a44f-fea128a5df9a req-5a8782d4-1793-45f7-b6ab-c56fe7abb0ad tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Jul 12 10:51:59.232555 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c2173-8bdc-4c12-9787-20c8a5b5291b req-045ebf80-c6b8-4036-b200-6c7aee15599c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:59.234048 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-257c2173-8bdc-4c12-9787-20c8a5b5291b req-045ebf80-c6b8-4036-b200-6c7aee15599c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.0555954 Jul 12 10:51:59.285328 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-257c2173-8bdc-4c12-9787-20c8a5b5291b req-3a12e4d3-1c7b-4052-aae4-f72c7bece604 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ea8f75a-4552-49f5-ae51-c42cc84e887d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456264 Jul 12 10:51:59.424222 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e63ec8-19b3-4e3a-b43e-c122766bcd9e req-bcfa2edf-f9be-4b63-a3b5-621b0261fe20 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:59.425624 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1e63ec8-19b3-4e3a-b43e-c122766bcd9e req-bcfa2edf-f9be-4b63-a3b5-621b0261fe20 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0908089 Jul 12 10:51:59.436619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-2a5f800d-7b75-4496-9c42-c64a3fc93aef tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:59.438012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-2a5f800d-7b75-4496-9c42-c64a3fc93aef tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 945 time: 0.0720108 Jul 12 10:51:59.527177 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1e63ec8-19b3-4e3a-b43e-c122766bcd9e req-9d8302da-32a1-46e7-9ab7-ef5c8e13450d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881703 Jul 12 10:51:59.628412 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da4eb5-770a-4908-90b1-c64b2ef95fd8 req-71c48576-5eab-4df9-b196-702ccbb6be62 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:51:59.629929 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-49da4eb5-770a-4908-90b1-c64b2ef95fd8 req-71c48576-5eab-4df9-b196-702ccbb6be62 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.1269493 Jul 12 10:51:59.647209 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port f6423d24-a64b-4d0d-bd88-71cfaedb7957 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:51:59.647554 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:51:59.736181 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-49da4eb5-770a-4908-90b1-c64b2ef95fd8 req-584af76c-b2fe-4700-882d-05f104bb996c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984981 Jul 12 10:51:59.771191 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] For port f6423d24-a64b-4d0d-bd88-71cfaedb7957, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f6423d24-a64b-4d0d-bd88-71cfaedb7957,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:51:59.773175 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.034426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.034721 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.035074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP 2ca7f58b-768e-4343-8a70-c0acc9120aa3 disassociated. External IP: 172.27.2.105, port: f6423d24-a64b-4d0d-bd88-71cfaedb7957. Jul 12 10:52:00.035426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for f6423d24-a64b-4d0d-bd88-71cfaedb7957 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:52:00.093221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.096074 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dec1e-ced0-4278-963b-f24fdb983c1d req-acbb21b5-3af2-47b7-9b55-31e1c9bfe209 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:00.097551 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b91dec1e-ced0-4278-963b-f24fdb983c1d req-acbb21b5-3af2-47b7-9b55-31e1c9bfe209 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1128869 Jul 12 10:52:00.165178 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b91dec1e-ced0-4278-963b-f24fdb983c1d req-96f59c08-3bf7-4f7e-a609-a95d4f1c4351 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614951 Jul 12 10:52:00.266276 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f6423d24-a64b-4d0d-bd88-71cfaedb7957), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.294747 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=f6423d24-a64b-4d0d-bd88-71cfaedb7957,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:00.308657 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.309073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.309509 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.309893 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.310289 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.310687 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.311132 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.311504 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.311915 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.312297 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.312702 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.313063 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.313441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:00.361915 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.396563 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9268426f-ac37-4bcd-b0b8-9c6d47731917 req-a66bfa45-98da-40a8-9e0e-d4ce1f7b370b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.0355091 Jul 12 10:52:00.448895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:52:00.469945 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:52:00.553621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:52:00.566156 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:52:00.584676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:00.596586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:00.597329 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:00.629607 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] No DVR routers for this DVR port f6423d24-a64b-4d0d-bd88-71cfaedb7957 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:52:00.632457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.635406 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'f07b625f-06be-4177-950b-30115cbfee5c', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': 'f07b625f-06be-4177-950b-30115cbfee5c', 'mac_address': 'fa:16:3e:59:7b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:52:00.636834 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4988be31-fbd6-4b6a-8792-2d8f9e493f92 req-a127fd56-8709-45a9-b5fe-dfb190e6369f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "DELETE /v2.0/ports/f6423d24-a64b-4d0d-bd88-71cfaedb7957 HTTP/1.1" status: 204 len: 173 time: 1.1786602 Jul 12 10:52:00.645796 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'name': 'network-vif-deleted', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:00.648557 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d0dcc9-bc93-454b-8c8b-00650c9030c0" -d '{"events": [{"server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "name": "network-vif-deleted", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:00.699383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77206edb-82a9-41d7-adf3-5416e7c8b8ce x-openstack-request-id: req-77206edb-82a9-41d7-adf3-5416e7c8b8ce {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:00.699684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343264d4-d0f4-4df2-88b8-5b5922137160", "name": "network-vif-deleted", "tag": "f6423d24-a64b-4d0d-bd88-71cfaedb7957", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:00.699944 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77206edb-82a9-41d7-adf3-5416e7c8b8ce {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:00.700429 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77206edb-82a9-41d7-adf3-5416e7c8b8ce'] response: {'server_uuid': '343264d4-d0f4-4df2-88b8-5b5922137160', 'name': 'network-vif-deleted', 'tag': 'f6423d24-a64b-4d0d-bd88-71cfaedb7957', 'status': 'completed', 'code': 200} Jul 12 10:52:00.717526 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:52:00.717771 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c338d9-d417-438d-ab2c-b025d773585e req-bd9b65d9-37b3-47ab-a420-1b57090961e3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:00.717976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.719121 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4c338d9-d417-438d-ab2c-b025d773585e req-bd9b65d9-37b3-47ab-a420-1b57090961e3 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0918362 Jul 12 10:52:00.746069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:52:00.770188 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:00.788687 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4c338d9-d417-438d-ab2c-b025d773585e req-4e2dff55-414e-4dfa-9bb6-d790c21b0063 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626009 Jul 12 10:52:00.809846 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:00.866819 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:00.893829 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185be7c-9874-4dbd-bfec-157902ff3ba2 req-7e151c43-b372-4c12-bd19-62389590f76c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:00.895576 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e185be7c-9874-4dbd-bfec-157902ff3ba2 req-7e151c43-b372-4c12-bd19-62389590f76c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 943 time: 0.0684381 Jul 12 10:52:00.950846 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e185be7c-9874-4dbd-bfec-157902ff3ba2 req-dce92e0b-65b9-47be-b5b5-da4ba3f83fc0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 Jul 12 10:52:00.973173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=9']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:01.077467 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:01.104080 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:52:01.113173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:01.113810 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:01.225980 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:01.298099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859a6dd-322b-4395-9f77-184a762066a2 req-c9be940e-704b-4459-9fac-59d22dcb8dbc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:01.299707 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5859a6dd-322b-4395-9f77-184a762066a2 req-c9be940e-704b-4459-9fac-59d22dcb8dbc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0606358 Jul 12 10:52:01.348959 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5859a6dd-322b-4395-9f77-184a762066a2 req-f49871a7-5576-4924-839e-27b5e0a929b1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426536 Jul 12 10:52:01.395937 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['f07b625f-06be-4177-950b-30115cbfee5c'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:52:01.509264 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-61417e15-aee3-4630-bbf6-63b68161cf7c req-e3b97c34-42af-4c7c-8964-3b32ca0cfd8d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=343264d4-d0f4-4df2-88b8-5b5922137160 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Jul 12 10:52:01.525874 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:01.552135 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3becc1-f3de-4a03-a12d-2dae9b2f2729 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'b239775b-1098-4486-8c20-43b941485b70', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:f3:e8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:48:16Z', 'updated_at': '2022-07-12T10:48:55Z', 'revision_number': 2, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:52:01.817221 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a12ce8-429c-4f5f-aad8-fdccd80c3fb8 None None] New status for floating IP 2ca7f58b-768e-4343-8a70-c0acc9120aa3: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:52:01.917373 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25415f22-e02c-4ff9-8783-116d51447956 req-95cb8244-061c-45de-971f-b1e6dcba5c0a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:01.918896 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-25415f22-e02c-4ff9-8783-116d51447956 req-95cb8244-061c-45de-971f-b1e6dcba5c0a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0563478 Jul 12 10:52:01.973855 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-25415f22-e02c-4ff9-8783-116d51447956 req-d157aecc-fb72-4bde-b11a-713e0795a65a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487895 Jul 12 10:52:02.104953 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94f183-0062-4385-952a-281f09024ef0 req-ae3eccd4-b279-443f-aa23-d6ce888c75cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:02.116510 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc94f183-0062-4385-952a-281f09024ef0 req-ae3eccd4-b279-443f-aa23-d6ce888c75cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0607877 Jul 12 10:52:02.159616 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc94f183-0062-4385-952a-281f09024ef0 req-39f4defa-48f7-40e8-ae51-89ac9b7cc022 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Jul 12 10:52:02.226134 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.471106 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b050ee-1c83-4ffd-ab3e-13f46f4f23cc req-738966b5-8590-4467-87b4-27d36a532b17 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:02.472639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-87b050ee-1c83-4ffd-ab3e-13f46f4f23cc req-738966b5-8590-4467-87b4-27d36a532b17 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0537906 Jul 12 10:52:02.485554 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f6423d24-a64b-4d0d-bd88-71cfaedb7957 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:52:02.506510 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: f6423d24-a64b-4d0d-bd88-71cfaedb7957 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:52:02.507216 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f6423d24-a64b-4d0d-bd88-71cfaedb7957 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:52:02.523094 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-87b050ee-1c83-4ffd-ab3e-13f46f4f23cc req-8feaa020-e620-4df2-b189-5bb4a39ee19c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Jul 12 10:52:02.650210 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56664) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:02.710619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (1ea8f75a-4552-49f5-ae51-c42cc84e887d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.737599 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (1ea8f75a-4552-49f5-ae51-c42cc84e887d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.848831 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.877670 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1ea8f75a-4552-49f5-ae51-c42cc84e887d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.880311 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:02.881497 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/security-groups/1ea8f75a-4552-49f5-ae51-c42cc84e887d HTTP/1.1" status: 204 len: 168 time: 0.2301514 Jul 12 10:52:02.885004 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 56668) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:02.891392 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8f75a-4552-49f5-ae51-c42cc84e887d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:02.899374 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.899741 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.899995 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.api.v2.resource [None req-fe8394dd-b15b-43ed-ae69-d62d4e914863 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] show failed (client error): The resource could not be found. Jul 12 10:52:02.900249 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.900598 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904083 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904225 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fe8394dd-b15b-43ed-ae69-d62d4e914863 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups/1ea8f75a-4552-49f5-ae51-c42cc84e887d HTTP/1.1" status: 404 len: 347 time: 0.0147982 Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:02.904923 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 56670) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:02.905012 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3ce05d-2e7a-48a7-af78-38b14827ada4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:03.032983 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port e30da8d8-c385-451b-aaf1-f4634b4c4b99 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:52:03.033328 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.153267 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.153603 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (e30da8d8-c385-451b-aaf1-f4634b4c4b99), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.173290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179c642-58d1-41d0-9de5-9d166dc12653 req-1c6b4dce-5394-4307-893f-2e86b6245637 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:03.174805 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5179c642-58d1-41d0-9de5-9d166dc12653 req-1c6b4dce-5394-4307-893f-2e86b6245637 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1247811 Jul 12 10:52:03.178890 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for e30da8d8-c385-451b-aaf1-f4634b4c4b99 owned by network:floatingip {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:52:03.306275 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5179c642-58d1-41d0-9de5-9d166dc12653 req-a39b4076-506e-4933-a4cf-715a5d01983b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248801 Jul 12 10:52:03.350522 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92395f32-fb22-476d-b583-3187a74f5639 req-a18f14af-9a59-4a94-b10b-45cfae5b79fe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:03.352067 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92395f32-fb22-476d-b583-3187a74f5639 req-a18f14af-9a59-4a94-b10b-45cfae5b79fe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.1098475 Jul 12 10:52:03.439419 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-92395f32-fb22-476d-b583-3187a74f5639 req-947f8f8d-4c1d-4351-b46a-0fc400437b24 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813527 Jul 12 10:52:03.546578 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (e30da8d8-c385-451b-aaf1-f4634b4c4b99), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.573288 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=e30da8d8-c385-451b-aaf1-f4634b4c4b99,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:03.676369 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (2ca7f58b-768e-4343-8a70-c0acc9120aa3), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.678850 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:03.680546 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9a53f576-100c-49cb-9794-4ed6122dd80e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ca7f58b-768e-4343-8a70-c0acc9120aa3 HTTP/1.1" status: 204 len: 168 time: 0.7749619 Jul 12 10:52:03.701780 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea46935-14f0-4cff-ac08-8541b6924e1f req-e4fa5414-fef1-4ba5-a974-41a3baf61d3b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:03.703315 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dea46935-14f0-4cff-ac08-8541b6924e1f req-e4fa5414-fef1-4ba5-a974-41a3baf61d3b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0924332 Jul 12 10:52:03.753706 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dea46935-14f0-4cff-ac08-8541b6924e1f req-4946fd48-6d9b-489d-a92a-c16445c6b110 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Jul 12 10:52:04.430414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944fc6e-68fe-455b-a51c-2f46f9240891 req-67c71880-62f8-4d3e-8192-a338528a141c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:04.432136 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8944fc6e-68fe-455b-a51c-2f46f9240891 req-67c71880-62f8-4d3e-8192-a338528a141c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0581195 Jul 12 10:52:04.481507 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8944fc6e-68fe-455b-a51c-2f46f9240891 req-13dd6da2-940b-46da-9638-3c1142fc6b9c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437112 Jul 12 10:52:04.519931 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:52:04.567402 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port f07b625f-06be-4177-950b-30115cbfee5c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:52:04.567900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (f07b625f-06be-4177-950b-30115cbfee5c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:04.568617 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a9074-5d93-488c-9e4d-92ad52bfe381 req-562dbae8-1d5c-49e6-8573-c913c3efdbbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:04.570086 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-df1a9074-5d93-488c-9e4d-92ad52bfe381 req-562dbae8-1d5c-49e6-8573-c913c3efdbbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Jul 12 10:52:04.624807 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-df1a9074-5d93-488c-9e4d-92ad52bfe381 req-170d2a15-08bf-4d55-a158-cf85d770e985 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Jul 12 10:52:04.765951 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port f07b625f-06be-4177-950b-30115cbfee5c is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:52:04.766356 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:04.794832 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:04.797249 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd448aa-39f2-4c76-ac59-a1d9ffe0785f" -d '{"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:04.811290 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:04.837278 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad6178-b423-4bfb-9a7a-4b8a2b77d1ef x-openstack-request-id: req-5fad6178-b423-4bfb-9a7a-4b8a2b77d1ef {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:04.837655 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:04.837938 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fad6178-b423-4bfb-9a7a-4b8a2b77d1ef {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:04.838421 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fad6178-b423-4bfb-9a7a-4b8a2b77d1ef'] response: {'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'code': 200} Jul 12 10:52:04.896308 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5b9b-5877-4ab2-9582-2146fb100bc3 req-45882748-2850-4dc3-8276-81297cbca691 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:04.898147 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-956a5b9b-5877-4ab2-9582-2146fb100bc3 req-45882748-2850-4dc3-8276-81297cbca691 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0587537 Jul 12 10:52:04.949301 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-956a5b9b-5877-4ab2-9582-2146fb100bc3 req-4da24599-4aa9-446b-8782-d64e85882f2a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Jul 12 10:52:05.077425 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:05.124931 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=10']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:05.603233 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ea980-4c23-4667-8b30-ea87887b1cf2 req-8087d286-e752-485c-9ea0-03ba9e886dea tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:05.604866 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fb1ea980-4c23-4667-8b30-ea87887b1cf2 req-8087d286-e752-485c-9ea0-03ba9e886dea tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0546055 Jul 12 10:52:05.681463 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fb1ea980-4c23-4667-8b30-ea87887b1cf2 req-165482b7-747f-4c8a-a332-25d65497cb2b tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708714 Jul 12 10:52:05.694598 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa37d-d4ba-407d-8fb4-0e85ea43922d req-43cea00f-0094-4816-9b6a-c75e4659314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:05.696730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-680aa37d-d4ba-407d-8fb4-0e85ea43922d req-43cea00f-0094-4816-9b6a-c75e4659314d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0672991 Jul 12 10:52:05.778075 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-680aa37d-d4ba-407d-8fb4-0e85ea43922d req-cfe159c9-1efa-4974-b4d8-6d4e0562bfec service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664806 Jul 12 10:52:05.785722 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ba96b-8667-497b-b815-b9c6c1ad7930 req-3d8c89ce-0fc8-46a7-abaf-7f1612812821 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:05.787154 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-267ba96b-8667-497b-b815-b9c6c1ad7930 req-3d8c89ce-0fc8-46a7-abaf-7f1612812821 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0859149 Jul 12 10:52:05.835438 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-267ba96b-8667-497b-b815-b9c6c1ad7930 req-4f3ae6d8-f1bd-493a-826d-062baa0487db tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Jul 12 10:52:06.076390 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247923c2-ac95-4ef5-9288-a4aeb1afee28 req-db594fbf-f22b-4df6-be68-67fe94e8b9da tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:06.077890 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-247923c2-ac95-4ef5-9288-a4aeb1afee28 req-db594fbf-f22b-4df6-be68-67fe94e8b9da tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0575688 Jul 12 10:52:06.123407 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-247923c2-ac95-4ef5-9288-a4aeb1afee28 req-7c3ee324-2332-4338-b60f-216b4acdd3a0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Jul 12 10:52:06.807742 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bbdbf-77c3-4324-a896-0b003181da1a req-6494432b-5be3-4c1a-8827-6ec2513a6e36 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:06.809245 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b18bbdbf-77c3-4324-a896-0b003181da1a req-6494432b-5be3-4c1a-8827-6ec2513a6e36 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0583193 Jul 12 10:52:06.860854 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b18bbdbf-77c3-4324-a896-0b003181da1a req-921b0872-35c7-4b79-bff5-d789b03003eb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Jul 12 10:52:06.973849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947daf2-9659-4810-92af-7490f44341fa req-d80495fe-9c21-4efc-bf9a-177827c64bb4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:06.975282 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d947daf2-9659-4810-92af-7490f44341fa req-d80495fe-9c21-4efc-bf9a-177827c64bb4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0588036 Jul 12 10:52:07.031418 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d947daf2-9659-4810-92af-7490f44341fa req-3fc5fdd4-9919-427c-803f-9309759289a5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491748 Jul 12 10:52:07.250749 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42ab51-e0d7-4882-a0fe-472cf3f59222 req-faefb94f-9a1e-4be5-b0f5-86d2e0af91f1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:07.252170 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bb42ab51-e0d7-4882-a0fe-472cf3f59222 req-faefb94f-9a1e-4be5-b0f5-86d2e0af91f1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0558188 Jul 12 10:52:07.302622 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bb42ab51-e0d7-4882-a0fe-472cf3f59222 req-37e29240-19f9-4452-b4e1-499b20eb11a8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445781 Jul 12 10:52:07.994851 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865e68-c649-4908-b667-a01732b64e2f req-5455eb8a-a3fc-4250-a68c-a0c619a673fa tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:07.996377 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-98865e68-c649-4908-b667-a01732b64e2f req-5455eb8a-a3fc-4250-a68c-a0c619a673fa tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0547850 Jul 12 10:52:08.045733 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-98865e68-c649-4908-b667-a01732b64e2f req-5a520901-1e80-4843-bbdc-641eb504257d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Jul 12 10:52:08.172599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb7558-b259-4372-91f2-23ae5a6c9e5f req-6d1e67d3-f964-4945-9065-d8bd38dcf908 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:08.174142 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f7bb7558-b259-4372-91f2-23ae5a6c9e5f req-6d1e67d3-f964-4945-9065-d8bd38dcf908 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0599563 Jul 12 10:52:08.228853 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f7bb7558-b259-4372-91f2-23ae5a6c9e5f req-9635c9bd-df2b-4183-890d-32d1c7f1a8b7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469894 Jul 12 10:52:08.350128 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae3ac7-7038-4165-8cec-2f31088ce4d8 req-2fdcce5c-a82f-471e-b9b8-676a017cd243 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:08.352112 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a9ae3ac7-7038-4165-8cec-2f31088ce4d8 req-2fdcce5c-a82f-471e-b9b8-676a017cd243 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0564694 Jul 12 10:52:08.431805 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a9ae3ac7-7038-4165-8cec-2f31088ce4d8 req-bebb3a56-f964-4a9b-85ca-3625a4bdebb6 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719855 Jul 12 10:52:08.448415 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5b4d1-a27e-49c8-a344-077bb769521e req-c6f47b56-3313-4612-a222-a8d986b3161b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:08.450023 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ffd5b4d1-a27e-49c8-a344-077bb769521e req-c6f47b56-3313-4612-a222-a8d986b3161b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0744262 Jul 12 10:52:08.462122 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56774) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:08.661284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d874d-05ed-4b84-bb8c-e60f5f8e957b tempest-TestMinimumBasicScenario-734092600 tempest-TestMinimumBasicScenario-734092600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:08.667264 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-af5d874d-05ed-4b84-bb8c-e60f5f8e957b tempest-TestMinimumBasicScenario-734092600 tempest-TestMinimumBasicScenario-734092600-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1125 time: 0.2038426 Jul 12 10:52:08.668219 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56780) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:08.674424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'port_id': '58148076-d608-4596-9cbf-2cfdcd558159', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:08.762089 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ffd5b4d1-a27e-49c8-a344-077bb769521e req-dcd7b59a-30b2-407d-afa1-f0bd34e73542 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922835 Jul 12 10:52:08.775841 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:08.881173 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:09.002584 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Allocated IP 172.27.2.40 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/d1e9062a-2739-41af-b74e-3d64a52aba46) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:52:09.126350 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:09.175984 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d1d65-008b-4a54-bb3f-a7812ac5548c req-65b52555-cbd2-4fef-bd86-21f34093cb8c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:09.177471 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f46d1d65-008b-4a54-bb3f-a7812ac5548c req-65b52555-cbd2-4fef-bd86-21f34093cb8c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0591719 Jul 12 10:52:09.225499 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f46d1d65-008b-4a54-bb3f-a7812ac5548c req-307c4750-4ec2-4a95-a5d2-33d027208468 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Jul 12 10:52:09.255144 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:09.294217 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:52:09.297234 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:52:09.303160 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:52:09.336667 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'Port': ['ID=d1e9062a-2739-41af-b74e-3d64a52aba46,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:09.358057 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa1d4e-208b-49a0-8de3-8e62960d1ead req-f45e9a54-6b3c-47eb-a1a2-8a13f2259f07 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:09.359620 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-37aa1d4e-208b-49a0-8de3-8e62960d1ead req-f45e9a54-6b3c-47eb-a1a2-8a13f2259f07 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0568790 Jul 12 10:52:09.411409 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-37aa1d4e-208b-49a0-8de3-8e62960d1ead req-e4c8b1ae-5a14-47d9-b3d2-7358142b4ab4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Jul 12 10:52:09.680812 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for floatingip (faa1d743-8afa-48ef-847c-ea99ef9f1f9e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:09.853613 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:09.885670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941587c-14d5-411c-9bc8-88a17f364d2b req-19ce02c1-1841-4f2a-b141-1a19217e1fea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:09.887144 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a941587c-14d5-411c-9bc8-88a17f364d2b req-19ce02c1-1841-4f2a-b141-1a19217e1fea tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0566342 Jul 12 10:52:09.941188 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a941587c-14d5-411c-9bc8-88a17f364d2b req-f0f4e98d-e6c5-444c-87d8-48bff51fad14 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Jul 12 10:52:10.059901 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:10.121556 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:10.122399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5cd0-63ed-4506-a471-a4ac29349998 req-9aba7212-d8da-4ce4-a8e0-95356b47407d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:10.123984 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-041f5cd0-63ed-4506-a471-a4ac29349998 req-9aba7212-d8da-4ce4-a8e0-95356b47407d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.0543497 Jul 12 10:52:10.173445 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-041f5cd0-63ed-4506-a471-a4ac29349998 req-f50bc447-4de9-4a60-a9d3-a5cb577fcbf6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435545 Jul 12 10:52:10.191696 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'Port': ['ID=d1e9062a-2739-41af-b74e-3d64a52aba46,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:10.206299 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (faa1d743-8afa-48ef-847c-ea99ef9f1f9e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:10.303923 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Floating IP faa1d743-8afa-48ef-847c-ea99ef9f1f9e associated. External IP: 172.27.2.40, port: 58148076-d608-4596-9cbf-2cfdcd558159. Jul 12 10:52:10.350903 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbcba8-bd00-45d0-8862-87aeb0124ca9 req-9d6f49de-6583-44c5-b54b-6a1c37fb5ec6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:10.353461 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-14fbcba8-bd00-45d0-8862-87aeb0124ca9 req-9d6f49de-6583-44c5-b54b-6a1c37fb5ec6 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0584679 Jul 12 10:52:10.401837 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-14fbcba8-bd00-45d0-8862-87aeb0124ca9 req-bf901115-79d9-4862-af0b-95741379e8c7 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Jul 12 10:52:10.508188 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:52:10.859849 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:52:10.871615 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Sync routers for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:52:10.883404 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:10.884026 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:10.942423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:10.973048 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-64bc6939-55cd-4fff-a963-118ae2ac0424 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3032007 Jul 12 10:52:10.973807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:10.975844 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 56802) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:10.981108 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249691387', 'description': 'tempest-secgroup-smoke-249691387 description', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:10.982438 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:10.993752 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:11.019246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34606a62-51f7-437f-87f2-9f993ffccfa1 x-openstack-request-id: req-34606a62-51f7-437f-87f2-9f993ffccfa1 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:11.019546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:11.019809 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34606a62-51f7-437f-87f2-9f993ffccfa1 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:11.020222 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34606a62-51f7-437f-87f2-9f993ffccfa1'] response: {'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:52:11.080227 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d98478-4ac3-46b9-b9f7-d48c3df3adee req-8db63b74-dbac-447a-85d3-b29df8854da9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.081734 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d98478-4ac3-46b9-b9f7-d48c3df3adee req-8db63b74-dbac-447a-85d3-b29df8854da9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0634596 Jul 12 10:52:11.131416 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.180524 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9d98478-4ac3-46b9-b9f7-d48c3df3adee req-3ddd0abe-7fea-4221-bec2-b255474f22a4 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888922 Jul 12 10:52:11.196320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-238ae52d-34a3-46f8-bd93-7cc728554846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.197861 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-238ae52d-34a3-46f8-bd93-7cc728554846 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1130 time: 0.1151958 Jul 12 10:52:11.235517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'faa1d743-8afa-48ef-847c-ea99ef9f1f9e', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'port_id': '58148076-d608-4596-9cbf-2cfdcd558159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:09Z', 'updated_at': '2022-07-12T10:52:09Z', 'revision_number': 0, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:11.266790 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Checking router: ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:52:11.276216 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:11.276913 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:11.323372 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (ec2be860-e82d-419d-8e00-80e76a2028bf), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.358791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-96cc0dca-39b7-4b16-bbf5-da087eeae8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.360347 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-96cc0dca-39b7-4b16-bbf5-da087eeae8d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 917 time: 0.1523314 Jul 12 10:52:11.368784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b682f6-49bb-4d3b-8be0-4c0f137c1136 req-f43ecdd7-803a-4c1f-9ce2-4871683ed7a4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.370216 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-47b682f6-49bb-4d3b-8be0-4c0f137c1136 req-f43ecdd7-803a-4c1f-9ce2-4871683ed7a4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.1051309 Jul 12 10:52:11.381054 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:11.413183 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ec2be860-e82d-419d-8e00-80e76a2028bf), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.474925 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-e8c62478-a45e-4bb1-9451-480cd60ad2dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 999 time: 0.1029270 Jul 12 10:52:11.499066 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2be860-e82d-419d-8e00-80e76a2028bf,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:11.510006 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-47b682f6-49bb-4d3b-8be0-4c0f137c1136 req-7c41f372-3d1d-4365-a036-461191e4570d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313193 Jul 12 10:52:11.575835 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.577070 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-7bf3e25e-f772-4226-a65f-8b9a2f0e23b7 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6000359 Jul 12 10:52:11.579770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-2b894b6d-b306-4a37-8905-a263fb5643c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.580362 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56812) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:11.581209 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-2b894b6d-b306-4a37-8905-a263fb5643c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0948470 Jul 12 10:52:11.585425 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:11.596316 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6516-002c-40bd-8fac-cc9e8d55e4fa req-bc5d7bb2-c696-429a-a6a8-b9b45bf582fb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.600331 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee0d6516-002c-40bd-8fac-cc9e8d55e4fa req-bc5d7bb2-c696-429a-a6a8-b9b45bf582fb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1182911 Jul 12 10:52:11.629587 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'faa1d743-8afa-48ef-847c-ea99ef9f1f9e', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'port_id': '58148076-d608-4596-9cbf-2cfdcd558159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:09Z', 'updated_at': '2022-07-12T10:52:09Z', 'revision_number': 0, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:11.655427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67399535-4a92-4810-ade7-2d51f780be9c None None] The sync data for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi is: [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'faa1d743-8afa-48ef-847c-ea99ef9f1f9e', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'port_id': '58148076-d608-4596-9cbf-2cfdcd558159', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'mac_address': 'fa:16:3e:6e:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:09Z', 'updated_at': '2022-07-12T10:52:09Z', 'revision_number': 0, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:52:11.683452 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee0d6516-002c-40bd-8fac-cc9e8d55e4fa req-0772bff1-e367-4ecd-aecc-32b29d16e9c9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709915 Jul 12 10:52:11.685415 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-68cb3887-ffa2-4770-90f7-55990b960995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:11.686813 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-68cb3887-ffa2-4770-90f7-55990b960995 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837207 Jul 12 10:52:11.693860 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (160196e7-80d0-44ff-85d2-6e5f555d06ca), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.770780 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (160196e7-80d0-44ff-85d2-6e5f555d06ca), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.812537 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-ea8658d1-7204-4ac5-a15e-f0d15925e5f0 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043673 Jul 12 10:52:11.838016 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (160196e7-80d0-44ff-85d2-6e5f555d06ca), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.857734 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160196e7-80d0-44ff-85d2-6e5f555d06ca,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:11.912765 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e96b2f-c01f-410c-9ca6-d3cda471c9ca None None] New status for floating IP faa1d743-8afa-48ef-847c-ea99ef9f1f9e: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:52:11.942949 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:11.946358 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-976db4ce-517f-424e-9348-ddc31d84b1af tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3626564 Jul 12 10:52:11.947261 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56816) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:11.951900 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:11.972863 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb43b660-3f93-4a7b-9dfb-7b0f0563f5aa req-1192a786-b547-4675-af56-ad142ce757f2 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151960 Jul 12 10:52:12.052617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (cabf5f01-68fe-428c-8b62-3e0169c1ad31), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.120484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42329c-a71b-4e4f-8c88-0d0bf1c29ccf req-5d323b04-7b89-408e-9ee3-b41d0273ddf1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.122883 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad42329c-a71b-4e4f-8c88-0d0bf1c29ccf req-5d323b04-7b89-408e-9ee3-b41d0273ddf1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0689836 Jul 12 10:52:12.126626 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (cabf5f01-68fe-428c-8b62-3e0169c1ad31), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.175581 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad42329c-a71b-4e4f-8c88-0d0bf1c29ccf req-96533b05-d61a-4ed6-b51d-c7d875cd8f58 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474117 Jul 12 10:52:12.254738 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (cabf5f01-68fe-428c-8b62-3e0169c1ad31), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.273929 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabf5f01-68fe-428c-8b62-3e0169c1ad31,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:12.350297 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142294d-bfe1-4215-994c-8067dbac015b req-22303528-40f4-41e5-a3bd-26da8951dcbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.352733 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e142294d-bfe1-4215-994c-8067dbac015b req-22303528-40f4-41e5-a3bd-26da8951dcbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0908580 Jul 12 10:52:12.361276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-3f2ff241-807d-4579-a8fd-23f86b0b76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.362873 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-3f2ff241-807d-4579-a8fd-23f86b0b76be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 1129 time: 0.0486197 Jul 12 10:52:12.365991 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.367867 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-447bcd0f-adfd-490e-91aa-cc1880f168f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4188783 Jul 12 10:52:12.370563 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56822) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:12.375457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-604d1ec5-37fb-4a26-8aff-7f64c76f7b6d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.376070 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:12.377077 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-604d1ec5-37fb-4a26-8aff-7f64c76f7b6d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.0796108 Jul 12 10:52:12.456459 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e142294d-bfe1-4215-994c-8067dbac015b req-c00c74ef-f31f-46af-97bf-5c54c0b4c17d tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974669 Jul 12 10:52:12.479039 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-0ee4daf2-c6ca-4d34-93ed-5872008704d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.480524 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-0ee4daf2-c6ca-4d34-93ed-5872008704d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.1078498 Jul 12 10:52:12.504839 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port c14e38df-0d80-40ba-8aae-1efa0901c9ff {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:52:12.505187 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.532959 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (ff235a32-affa-46ed-b843-bc911abb0164), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.566006 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-c5079460-5474-4bca-9776-dace85dad01c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 200 len: 1001 time: 0.0780602 Jul 12 10:52:12.629919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] For port c14e38df-0d80-40ba-8aae-1efa0901c9ff, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c14e38df-0d80-40ba-8aae-1efa0901c9ff,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:12.630291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.644323 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (ff235a32-affa-46ed-b843-bc911abb0164), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.646089 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-50801cc1-9db9-4888-a5d1-bc688e2e830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.647613 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-50801cc1-9db9-4888-a5d1-bc688e2e830d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.0722141 Jul 12 10:52:12.697035 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-2f5cbafc-4835-4484-b75e-1ecd05f6d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.697464 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93732fdd-57ed-4cbc-a50b-14830b88b500 req-d6e689c9-2219-49ff-a833-fdf40d5b27c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:12.698575 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-2f5cbafc-4835-4484-b75e-1ecd05f6d744 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450327 Jul 12 10:52:12.698986 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-93732fdd-57ed-4cbc-a50b-14830b88b500 req-d6e689c9-2219-49ff-a833-fdf40d5b27c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 946 time: 0.1137381 Jul 12 10:52:12.751803 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (ff235a32-affa-46ed-b843-bc911abb0164), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.778632 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff235a32-affa-46ed-b843-bc911abb0164,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:12.816411 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-33480bd9-db01-4480-af8b-045438cc9ebf service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089549 Jul 12 10:52:12.826177 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-93732fdd-57ed-4cbc-a50b-14830b88b500 req-61182460-1b78-483d-b703-f5c032f0cd1a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=01c19f3c-0675-40d9-8c36-ea76c2d95ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199875 Jul 12 10:52:12.847042 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.847442 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (b239775b-1098-4486-8c20-43b941485b70), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.847898 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP b239775b-1098-4486-8c20-43b941485b70 disassociated. External IP: 172.27.2.95, port: c14e38df-0d80-40ba-8aae-1efa0901c9ff. Jul 12 10:52:12.848249 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for c14e38df-0d80-40ba-8aae-1efa0901c9ff owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:52:12.880583 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:12.881788 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d4cfee24-e084-42af-8838-0e4a65f2931d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5102549 Jul 12 10:52:12.886579 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56828) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:12.891444 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:12.945700 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a10d5148-ca38-4572-b626-dd5932bbf683 req-f96445fa-9192-4df5-8c45-54651ffdcbed service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156304 Jul 12 10:52:13.014637 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (718033cd-e505-45e9-bb8b-3e350841b421), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.068251 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (718033cd-e505-45e9-bb8b-3e350841b421), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.100584 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (c14e38df-0d80-40ba-8aae-1efa0901c9ff), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.128995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=c14e38df-0d80-40ba-8aae-1efa0901c9ff,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:13.135107 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (718033cd-e505-45e9-bb8b-3e350841b421), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.157047 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718033cd-e505-45e9-bb8b-3e350841b421,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:13.249182 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:52:13.250783 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.252024 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-04a1fda5-42bf-41b3-9929-b02fd22539d3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3644392 Jul 12 10:52:13.254938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56832) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:13.260049 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:13.348644 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d40671-0b9c-4b44-a162-55cacf751015 req-efe680df-51ef-48a7-a098-689ec583e58e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:13.350052 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d8d40671-0b9c-4b44-a162-55cacf751015 req-efe680df-51ef-48a7-a098-689ec583e58e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1036437 Jul 12 10:52:13.361388 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.securitygroups_db [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Project 9d9d6201dca04e77bfb9658d4d21dfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:52:13.367355 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (495483cc-b384-42d5-9e30-0108006d3ef6), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.427879 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:52:13.431506 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (495483cc-b384-42d5-9e30-0108006d3ef6), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.439442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d8d40671-0b9c-4b44-a162-55cacf751015 req-cf7b203e-5f1a-4c49-8095-e8b0ee2b4bf1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636959 Jul 12 10:52:13.439721 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:52:13.452105 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:13.452741 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:13.479020 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] No DVR routers for this DVR port c14e38df-0d80-40ba-8aae-1efa0901c9ff on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:52:13.483298 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.487200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62169654-be3e-45c7-93e3-ef8a64fadaed req-47a56901-9bac-420c-8b2f-b2a5c02697c9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "DELETE /v2.0/ports/c14e38df-0d80-40ba-8aae-1efa0901c9ff HTTP/1.1" status: 204 len: 173 time: 1.1008592 Jul 12 10:52:13.487200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'name': 'network-vif-deleted', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:13.489584 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad36c7c-52d8-4b17-ac52-ca316f6d8fb5" -d '{"events": [{"server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "name": "network-vif-deleted", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:13.518477 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (495483cc-b384-42d5-9e30-0108006d3ef6), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.532007 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9529351a-c14b-4929-9903-0255331bb8ab x-openstack-request-id: req-9529351a-c14b-4929-9903-0255331bb8ab {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:13.532307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2abcc97-ea7e-4ba0-b08f-8289d5bc944a", "name": "network-vif-deleted", "tag": "c14e38df-0d80-40ba-8aae-1efa0901c9ff", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:13.532571 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9529351a-c14b-4929-9903-0255331bb8ab {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:13.532980 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9529351a-c14b-4929-9903-0255331bb8ab'] response: {'server_uuid': 'c2abcc97-ea7e-4ba0-b08f-8289d5bc944a', 'name': 'network-vif-deleted', 'tag': 'c14e38df-0d80-40ba-8aae-1efa0901c9ff', 'status': 'completed', 'code': 200} Jul 12 10:52:13.552373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495483cc-b384-42d5-9e30-0108006d3ef6,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:13.595571 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:13.631404 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9042ab-9b3d-4d16-95d3-68a6eb42c983 req-6fac80f1-beb7-41a8-8722-efcedb0a0395 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:13.633847 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb9042ab-9b3d-4d16-95d3-68a6eb42c983 req-6fac80f1-beb7-41a8-8722-efcedb0a0395 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0828092 Jul 12 10:52:13.645273 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.646955 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ff5a633e-1657-4800-b83d-b40a4bfe3a75 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3906276 Jul 12 10:52:13.649220 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56838) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:13.653885 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'security_group_rule': {'security_group_id': 'ec2be860-e82d-419d-8e00-80e76a2028bf', 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:13.712552 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb9042ab-9b3d-4d16-95d3-68a6eb42c983 req-e0e1fd80-d735-4dfb-b41f-d6383355a214 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732100 Jul 12 10:52:13.773128 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.securitygroups_db [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Project 9d9d6201dca04e77bfb9658d4d21dfae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:52:13.779394 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (78e3e03a-27dc-4c78-af99-6e2b408b2f02), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.826144 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:13.844525 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (78e3e03a-27dc-4c78-af99-6e2b408b2f02), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:13.850847 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:52:13.862081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:13.862744 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:13.928887 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-54e00c93-b63c-48e5-aac8-36b236822f12 req-651a2ceb-2262-4b42-be65-b30149a6ab71 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2abcc97-ea7e-4ba0-b08f-8289d5bc944a HTTP/1.1" status: 200 len: 210 time: 0.0272660 Jul 12 10:52:13.975150 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:13.983785 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (78e3e03a-27dc-4c78-af99-6e2b408b2f02), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.006733 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e3e03a-27dc-4c78-af99-6e2b408b2f02,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:14.138418 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.139664 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-64412c76-8ad0-47aa-b7f9-5fddb6cf5b3b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4894574 Jul 12 10:52:14.192441 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:14.221282 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763be9a2-db37-4fda-b010-6fb7da41059a None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:52:14.248971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-63101a50-13cf-4642-a027-21f82c559df9 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249691387&fields=id&tenant_id=9d9d6201dca04e77bfb9658d4d21dfae HTTP/1.1" status: 200 len: 267 time: 0.0574832 Jul 12 10:52:14.313380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-5399b7b0-650a-42a1-9fbb-6194ffbc64db tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:14.315093 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-5399b7b0-650a-42a1-9fbb-6194ffbc64db tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0593615 Jul 12 10:52:14.327394 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'port': {'security_groups': ['2c44493a-0b32-45c0-bd06-037a3eec67eb', 'ec2be860-e82d-419d-8e00-80e76a2028bf']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:14.410841 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.475121 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d90976b-1471-4b39-a901-1e9be54499fa None None] New status for floating IP b239775b-1098-4486-8c20-43b941485b70: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:52:14.651351 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12365b6f-740e-41a6-917c-4acb19426cb0 req-76b98296-38e4-4a48-bbb5-488ad0e8dc92 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:14.652822 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12365b6f-740e-41a6-917c-4acb19426cb0 req-76b98296-38e4-4a48-bbb5-488ad0e8dc92 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.1290090 Jul 12 10:52:14.708525 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:14.750581 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-12365b6f-740e-41a6-917c-4acb19426cb0 req-edd8896c-129c-4690-86f7-c08159153767 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908937 Jul 12 10:52:14.765418 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for port (58148076-d608-4596-9cbf-2cfdcd558159), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.848885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.893523 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:52:14.922512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:14.923623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:14.925127 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72aa4f9d-e66b-4db7-bae8-cf25ef407135 req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "PUT /v2.0/ports/58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 982 time: 0.6025178 Jul 12 10:52:14.966614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c29d5f-5a1d-4687-955d-8298243f0742 req-0f0a3bf2-4d50-4704-a9ba-e55f23b3be1a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:14.968209 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-16c29d5f-5a1d-4687-955d-8298243f0742 req-0f0a3bf2-4d50-4704-a9ba-e55f23b3be1a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1327090 Jul 12 10:52:14.971898 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdbcf2-ac8d-4fe0-a2c7-c1c1a338ae27 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=6']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:15.055842 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-16c29d5f-5a1d-4687-955d-8298243f0742 req-0123c5c8-a10b-4401-9fb4-ff87f8f8b5ba tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783284 Jul 12 10:52:15.121967 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa143df-1fa0-435d-9b73-3135cc41529f req-003b79c7-0e9d-444c-be0d-7cb12cdcdd7f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:15.124261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5fa143df-1fa0-435d-9b73-3135cc41529f req-003b79c7-0e9d-444c-be0d-7cb12cdcdd7f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0974953 Jul 12 10:52:15.149681 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:52:15.207683 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5fa143df-1fa0-435d-9b73-3135cc41529f req-d5778d4a-e6e8-40cc-93e2-3d5a6ce9f8b0 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771685 Jul 12 10:52:15.315293 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-bd03a120-a1bc-4cde-8503-6d284b3508c8 None None] Provisioning complete for port 58148076-d608-4596-9cbf-2cfdcd558159 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:52:15.315666 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bd03a120-a1bc-4cde-8503-6d284b3508c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (58148076-d608-4596-9cbf-2cfdcd558159), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.410040 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56864) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:15.470832 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (01c19f3c-0675-40d9-8c36-ea76c2d95ff7), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.498902 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (01c19f3c-0675-40d9-8c36-ea76c2d95ff7), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.533838 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:15.536630 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3d2864-8d53-4cf9-9d70-898654d4a051" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:15.576016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdbc713-0723-42fe-85a5-e82a67375951 x-openstack-request-id: req-2cdbc713-0723-42fe-85a5-e82a67375951 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:15.576432 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:15.576760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cdbc713-0723-42fe-85a5-e82a67375951 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:15.577229 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdbc713-0723-42fe-85a5-e82a67375951'] response: {'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:52:15.641328 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-bd03a120-a1bc-4cde-8503-6d284b3508c8 None None] Current status of the port 58148076-d608-4596-9cbf-2cfdcd558159 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:52:15.647365 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (01c19f3c-0675-40d9-8c36-ea76c2d95ff7), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.653338 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.654561 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/security-groups/01c19f3c-0675-40d9-8c36-ea76c2d95ff7 HTTP/1.1" status: 204 len: 168 time: 0.2435482 Jul 12 10:52:15.658946 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56870) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:15.676618 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e24a-3a45-4375-a366-f3a5bab6e824 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c19f3c-0675-40d9-8c36-ea76c2d95ff7,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:15.681417 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-536fda2a-4dec-48c8-98aa-d53ece59d31d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] show failed (client error): The resource could not be found. Jul 12 10:52:15.686269 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-536fda2a-4dec-48c8-98aa-d53ece59d31d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups/01c19f3c-0675-40d9-8c36-ea76c2d95ff7 HTTP/1.1" status: 404 len: 347 time: 0.0222600 Jul 12 10:52:15.686448 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-983cb04f-cb5c-4be4-a065-578bd2b1c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:15.686895 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56872) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:15.688983 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-983cb04f-cb5c-4be4-a065-578bd2b1c6b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1169 time: 0.0501065 Jul 12 10:52:15.792632 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-2285a74e-e9a6-475b-89cd-2499c363c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:15.794856 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-2285a74e-e9a6-475b-89cd-2499c363c6cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 917 time: 0.0976784 Jul 12 10:52:15.820856 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port 2d8b8bf5-cf94-4453-a781-7cfe6d2727b4 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:52:15.821686 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.860875 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-51c85f0f-4459-4f11-ab53-a26715f375fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 1001 time: 0.0601718 Jul 12 10:52:15.905546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.905872 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:15.912745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-c9673a37-1a9d-4f54-963e-0a8be8d20e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:15.914732 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-c9673a37-1a9d-4f54-963e-0a8be8d20e89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0459867 Jul 12 10:52:15.918502 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for 2d8b8bf5-cf94-4453-a781-7cfe6d2727b4 owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:52:15.969059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-e31c473a-cc57-4105-bd7a-f7d45bbb76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:15.970588 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-e31c473a-cc57-4105-bd7a-f7d45bbb76a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492330 Jul 12 10:52:16.086545 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-365e8e89-6d5c-4e5d-a6b4-3545d6a6664e service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977743 Jul 12 10:52:16.161580 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (2d8b8bf5-cf94-4453-a781-7cfe6d2727b4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.189755 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=2d8b8bf5-cf94-4453-a781-7cfe6d2727b4,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:16.229538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f3f43-3e2f-490d-91b7-f05876c81a46 req-8a65c0fc-688b-4ed3-98ec-1002682991fd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:16.231075 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-771f3f43-3e2f-490d-91b7-f05876c81a46 req-8a65c0fc-688b-4ed3-98ec-1002682991fd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0906389 Jul 12 10:52:16.233026 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be3d2864-8d53-4cf9-9d70-898654d4a051 req-9f780601-50b3-4fe5-8326-a4b52adf56e6 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407392 Jul 12 10:52:16.256943 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (b239775b-1098-4486-8c20-43b941485b70), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.260168 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.264134 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0390d253-9804-4b13-a9a7-3c77a7e4fbc4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/floatingips/b239775b-1098-4486-8c20-43b941485b70 HTTP/1.1" status: 204 len: 168 time: 0.5738029 Jul 12 10:52:16.283574 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-771f3f43-3e2f-490d-91b7-f05876c81a46 req-f6861b93-9fe2-43ad-a726-3bd71d3a8ef0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466785 Jul 12 10:52:16.399324 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56878) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:16.404004 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1633120222', 'description': 'tempest-description--1298668664'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:16.483256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.557033 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (e92fd315-d373-419b-83f4-d978bed27ae0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.558565 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c14e38df-0d80-40ba-8aae-1efa0901c9ff no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:52:16.580163 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: c14e38df-0d80-40ba-8aae-1efa0901c9ff {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:52:16.580620 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c14e38df-0d80-40ba-8aae-1efa0901c9ff not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:52:16.630018 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e92fd315-d373-419b-83f4-d978bed27ae0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.659743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92fd315-d373-419b-83f4-d978bed27ae0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:16.731197 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.732500 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0ffdc6ec-01aa-46a4-a8ad-b963c1890947 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3320343 Jul 12 10:52:16.735289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56880) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:16.739604 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': 'e92fd315-d373-419b-83f4-d978bed27ae0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:16.787783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d7a3-1bab-407d-8053-8b800da42220 req-104bd8b1-bb42-407e-a93d-666e1894cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:16.790019 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2da6d7a3-1bab-407d-8053-8b800da42220 req-104bd8b1-bb42-407e-a93d-666e1894cc0b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0439050 Jul 12 10:52:16.830667 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (1af55f9a-0d1f-45c2-ae69-1e1a3d612118), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.837750 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2da6d7a3-1bab-407d-8053-8b800da42220 req-3f2b1f17-2bcf-4852-ba03-683571e739f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Jul 12 10:52:16.888790 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (1af55f9a-0d1f-45c2-ae69-1e1a3d612118), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.969090 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (1af55f9a-0d1f-45c2-ae69-1e1a3d612118), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:16.988075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af55f9a-0d1f-45c2-ae69-1e1a3d612118,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:17.068106 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.069638 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-69639f07-e2cf-4700-8000-b7f5d9298b9d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334134 Jul 12 10:52:17.072440 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 56882) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:17.077045 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': 'e92fd315-d373-419b-83f4-d978bed27ae0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:17.277806 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (3b944b85-2056-4294-a547-3a4222c94eb4), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.336241 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (3b944b85-2056-4294-a547-3a4222c94eb4), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.408715 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d7e54-dcf8-472d-bca8-7b449661989b req-8cf38e16-52fb-4aea-a983-e59f3d68255f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:17.410281 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-280d7e54-dcf8-472d-bca8-7b449661989b req-8cf38e16-52fb-4aea-a983-e59f3d68255f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0540717 Jul 12 10:52:17.444521 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (3b944b85-2056-4294-a547-3a4222c94eb4), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.477325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b944b85-2056-4294-a547-3a4222c94eb4,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:17.482091 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-280d7e54-dcf8-472d-bca8-7b449661989b req-8caffc6c-5177-4567-9039-9173fbececc1 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641167 Jul 12 10:52:17.580895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.582001 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d588f051-839b-4215-9631-c1da6ff33040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5085032 Jul 12 10:52:17.585254 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56886) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:17.590835 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:17.675726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.776735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:17.882057 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.27.2.92 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/8aab355c-2ce7-4bb0-b8f5-6c362bb1e431) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:52:17.989679 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.081939 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.119006 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:52:18.123952 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:52:18.127530 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:52:18.160658 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=8aab355c-2ce7-4bb0-b8f5-6c362bb1e431,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:18.218801 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.349767 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.499765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.541300 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.618065 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=8aab355c-2ce7-4bb0-b8f5-6c362bb1e431,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:18.627204 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.643202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86f47-a5a2-446e-bf97-4742acb29ae8 req-94eda83f-a83d-4f5d-879d-11acdd865eae tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:18.645764 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1b86f47-a5a2-446e-bf97-4742acb29ae8 req-94eda83f-a83d-4f5d-879d-11acdd865eae tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0895627 Jul 12 10:52:18.696198 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1b86f47-a5a2-446e-bf97-4742acb29ae8 req-76646f4a-aff5-477e-b705-930b694f8e49 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Jul 12 10:52:18.734698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:18.735994 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5026ec82-9692-4414-966b-cbd13db83c23 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1490943 Jul 12 10:52:18.954621 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-a04e291c-7f7c-44e8-a841-063fa480bd65 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1633120222&fields=id&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 267 time: 0.0517852 Jul 12 10:52:19.066812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-5c7c36d2-3d0d-440b-96f5-c09835f32783 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:19.068218 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-5c7c36d2-3d0d-440b-96f5-c09835f32783 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.1068068 Jul 12 10:52:19.085436 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-007b0c9d-7c40-4738-a010-6adfa89afa02 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/quotas/8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 375 time: 0.0105889 Jul 12 10:52:19.144738 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-a8cee846-4450-471d-9db5-8f883c0e0d77 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537121 Jul 12 10:52:19.248326 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-7a038fcd-e7e0-44aa-bfa1-1f259a9c41ec service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911839 Jul 12 10:52:19.657564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-9c88478b-1c99-4aac-b581-7a12602bb741 service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028156 Jul 12 10:52:19.665995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ee7f-a161-43d5-af4a-e6e38ade8175 req-d776febc-b560-4e4d-b077-d1e7c87f80af tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:19.667637 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e910ee7f-a161-43d5-af4a-e6e38ade8175 req-d776febc-b560-4e4d-b077-d1e7c87f80af tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.3906360 Jul 12 10:52:19.701338 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-78b2e933-55c7-4b40-8e03-c2e5b3273004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:19.702958 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-78b2e933-55c7-4b40-8e03-c2e5b3273004 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.3497434 Jul 12 10:52:19.774843 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e910ee7f-a161-43d5-af4a-e6e38ade8175 req-bd3bc353-f468-46c8-86ed-ed67c2c40794 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004024 Jul 12 10:52:19.825589 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-c310e1ef-4798-47ec-aa8c-f94192eda8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:19.827083 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-c310e1ef-4798-47ec-aa8c-f94192eda8b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.1133087 Jul 12 10:52:19.928549 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1cb5af19-c0b8-4625-a840-4a6cadc7e3b2 req-fd8de98c-a1b2-4fc6-a913-77fd63c4926c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 210 time: 0.0376096 Jul 12 10:52:19.931092 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-cc9fc52c-16cf-49f7-bf34-e1eb42ebeff9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 1000 time: 0.0967584 Jul 12 10:52:19.985770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-89338b51-4434-4eb6-8011-b590427b0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:19.987245 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-89338b51-4434-4eb6-8011-b590427b0031 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0494053 Jul 12 10:52:20.037892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-06b2f39a-105c-4a1a-8d3e-0a4aa30acd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:20.040088 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-06b2f39a-105c-4a1a-8d3e-0a4aa30acd17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460744 Jul 12 10:52:20.137165 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-5a15ea6b-b2bd-4b37-9abc-a722cdcdcd7d service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 Jul 12 10:52:20.240169 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecdac87c-8511-4413-8247-a7bfc818e9e6 req-fdd4028d-5d39-49a4-bac1-bbe39814c0c0 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963461 Jul 12 10:52:20.916797 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666eabf-b5d5-4ceb-ba81-d83ea169f5da req-5d9a6daa-4407-4932-aec9-b32de598e3f6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:20.918305 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d666eabf-b5d5-4ceb-ba81-d83ea169f5da req-5d9a6daa-4407-4932-aec9-b32de598e3f6 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0663722 Jul 12 10:52:20.973286 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d666eabf-b5d5-4ceb-ba81-d83ea169f5da req-bd984cf0-f074-4d4f-91c0-07e8de36777b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490034 Jul 12 10:52:21.040818 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4ca1ebaf-e341-46b2-83f3-39c514bba2e3 req-937ca8cc-bb6d-41bf-b81d-c7dcc481a752 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 210 time: 0.0278673 Jul 12 10:52:22.101802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f2776-e7e3-4f8c-8920-620074323c1d req-d5293039-a861-4137-87c8-e3168000dbd3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:22.103680 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b28f2776-e7e3-4f8c-8920-620074323c1d req-d5293039-a861-4137-87c8-e3168000dbd3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0592785 Jul 12 10:52:22.152878 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be01e357-f342-4f9a-b4d6-4a5f6e8811ad req-0c4b009d-a143-4c4b-a227-8c014ec5c3a4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 210 time: 0.0369174 Jul 12 10:52:22.185136 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b28f2776-e7e3-4f8c-8920-620074323c1d req-71419dd6-c188-417c-b099-f28b6c7e484f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756087 Jul 12 10:52:22.287726 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-5ccf0631-7bcd-4a86-94c6-bd8598d077e7 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:22.289834 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-5ccf0631-7bcd-4a86-94c6-bd8598d077e7 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.1013093 Jul 12 10:52:22.363882 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-8ac353fd-99f1-4a1e-ae9d-511bbae9ae47 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 380 time: 0.0573323 Jul 12 10:52:22.373694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'port': {'device_id': '5317e741-9d07-44b2-add7-59109649548d', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'admin_state_up': True, 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'security_groups': ['e92fd315-d373-419b-83f4-d978bed27ae0']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:22.585939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:52:22.589039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:22.725530 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.20.0.11 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/9ad58b84-e3e9-4cbc-8c87-2db41a75c09b) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:52:22.869621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:22.990489 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.036176 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:52:23.040326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:52:23.044420 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:52:23.067670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:23.096895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:23.097547 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.170317 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-97612031-6e51-4b4e-965e-4aee1be18b52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8001616 Jul 12 10:52:23.200013 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Request body: {'port': {'device_id': '5317e741-9d07-44b2-add7-59109649548d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:23.313555 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d785d1ba-68be-4f39-a4e0-40882b967002 None None] Provisioning complete for port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:52:23.314176 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d785d1ba-68be-4f39-a4e0-40882b967002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.347127 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.350091 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d785d1ba-68be-4f39-a4e0-40882b967002 None None] Port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:52:23.373325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31431a31-11ca-4bb9-885c-d61d37b0eb5d req-8bba3546-b501-47fa-8c03-86395b082d29 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:23.374789 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-31431a31-11ca-4bb9-885c-d61d37b0eb5d req-8bba3546-b501-47fa-8c03-86395b082d29 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 932 time: 0.1417944 Jul 12 10:52:23.389200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19f4cb-f976-446e-a971-7b57c068381f req-3e6d1ded-6932-492a-9c57-f485a12d1a2f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:23.390573 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9f19f4cb-f976-446e-a971-7b57c068381f req-3e6d1ded-6932-492a-9c57-f485a12d1a2f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1162226 Jul 12 10:52:23.552636 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-31431a31-11ca-4bb9-885c-d61d37b0eb5d req-a40854fe-ac31-452f-a5b3-eff61490d9df tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714318 Jul 12 10:52:23.562484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9f19f4cb-f976-446e-a971-7b57c068381f req-ff59f7a5-c716-40e8-8c7a-8478b1a3d36b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505010 Jul 12 10:52:23.740563 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0f1c-120c-4911-92ff-7145f4bae353 req-e982971b-2b50-4318-b1ab-7bdafea49463 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:23.742655 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b4ea0f1c-120c-4911-92ff-7145f4bae353 req-e982971b-2b50-4318-b1ab-7bdafea49463 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0990255 Jul 12 10:52:23.751411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 56942) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:23.753766 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:52:23.756047 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Request body: {'floatingip': {'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:23.762677 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks [] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.776526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Transition to ACTIVE for port object 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:52:23.812587 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.848885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:23.903516 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:23.988803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Attempting to bind port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:52:23.989314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Attempting to bind port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:52:23.989750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Attempting to bind port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:52:23.995737 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:52:23.996120 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Attempting to bind port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:52:24.001614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:52:24.002034 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:52:24.003124 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:52:24.003606 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Bound port: 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:52:24.003976 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.083345 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:52:24.087339 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:52:24.169652 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.205859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.206707 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.208044 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] 10.222.0.76 "PUT /v2.0/ports/9ad58b84-e3e9-4cbc-8c87-2db41a75c09b HTTP/1.1" status: 200 len: 1094 time: 1.0141771 Jul 12 10:52:24.208483 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:24.211475 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5630e514-c5d2-4391-94e2-38812d14966c" -d '{"events": [{"name": "network-changed", "server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:24.235200 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53e5a1-85c2-4c30-8eb1-eecf8ca78956 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:24.270813 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e561e3-2ef7-4292-b89a-9e6949c49051 x-openstack-request-id: req-b1e561e3-2ef7-4292-b89a-9e6949c49051 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:24.271657 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:24.272210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1e561e3-2ef7-4292-b89a-9e6949c49051 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:24.274261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e561e3-2ef7-4292-b89a-9e6949c49051'] response: {'name': 'network-changed', 'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'status': 'completed', 'code': 200} Jul 12 10:52:24.366563 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.404185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e514-c5d2-4391-94e2-38812d14966c req-b1f9d62f-2aa8-4d51-8ec2-0c9f33a1dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.406708 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5630e514-c5d2-4391-94e2-38812d14966c req-b1f9d62f-2aa8-4d51-8ec2-0c9f33a1dc06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 1128 time: 0.0534561 Jul 12 10:52:24.426098 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.519806 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e514-c5d2-4391-94e2-38812d14966c req-c558080a-b72d-4a86-b6c6-ad331db33eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.521216 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5630e514-c5d2-4391-94e2-38812d14966c req-c558080a-b72d-4a86-b6c6-ad331db33eee service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984991 Jul 12 10:52:24.631489 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Router 28844a77-7196-4dfe-bafc-e335db72fd62 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:52:24.637681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630e514-c5d2-4391-94e2-38812d14966c req-93d3db00-d887-4693-aa43-792e2eef1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.639196 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5630e514-c5d2-4391-94e2-38812d14966c req-93d3db00-d887-4693-aa43-792e2eef1c46 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1113601 Jul 12 10:52:24.681547 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950404c-a616-4ee3-917d-2c4adc71948d req-e279603a-6e31-487f-bdd9-f59eda90f70f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.683124 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9950404c-a616-4ee3-917d-2c4adc71948d req-e279603a-6e31-487f-bdd9-f59eda90f70f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 944 time: 0.0588708 Jul 12 10:52:24.734698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:52:24.740162 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:24.747725 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:52:24.760164 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:24.761198 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:24.762131 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9950404c-a616-4ee3-917d-2c4adc71948d req-2e348c2b-a415-4890-9577-5909aac520a3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733659 Jul 12 10:52:24.775645 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-73110fd9-9ce4-408c-9fde-2aaae1db3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.777156 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-73110fd9-9ce4-408c-9fde-2aaae1db3402 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 1128 time: 0.0675898 Jul 12 10:52:24.782947 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:24.785270 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32673b-bd5b-487b-89c6-85a9f92f9e91" -d '{"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:24.830594 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-753196ec-02f1-4387-8996-bbc57b27f54f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "PUT /v2.0/floatingips/d52797c3-c0d3-4099-80e9-fe08001c984a HTTP/1.1" status: 200 len: 992 time: 1.0780208 Jul 12 10:52:24.833825 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-70436beb-5dc7-4b5e-8995-7320dafb8ccb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b HTTP/1.1" status: 200 len: 217 time: 0.0412717 Jul 12 10:52:24.834386 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897deacf-7a6a-4091-8fe7-f2dd7bff88c5 x-openstack-request-id: req-897deacf-7a6a-4091-8fe7-f2dd7bff88c5 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:24.834688 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:24.834999 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-897deacf-7a6a-4091-8fe7-f2dd7bff88c5 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:24.835516 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897deacf-7a6a-4091-8fe7-f2dd7bff88c5'] response: {'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'status': 'completed', 'code': 200} Jul 12 10:52:24.886692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:24.924028 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-f7985739-9e91-4aad-aeb1-c250bfb4c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.925770 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-f7985739-9e91-4aad-aeb1-c250bfb4c727 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0526001 Jul 12 10:52:24.930824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-47afcc17-32e5-40ae-88b7-50f4eb0beff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.932372 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-47afcc17-32e5-40ae-88b7-50f4eb0beff4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0478377 Jul 12 10:52:24.980335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-121ba030-881b-4691-a053-d7f675aaa8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:24.981239 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-121ba030-881b-4691-a053-d7f675aaa8c4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475593 Jul 12 10:52:25.036586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-31ac1dab-3320-41cd-a02c-a06d150821db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:25.038005 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-31ac1dab-3320-41cd-a02c-a06d150821db service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.0932403 Jul 12 10:52:25.087370 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-a5c12cd1-7400-4e7a-9be9-ee61a8bd032b service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942819 Jul 12 10:52:25.107449 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-2e830149-80c0-49c0-bc75-1679f5bf1f20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 1000 time: 0.0625474 Jul 12 10:52:25.123133 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:52:24Z', 'revision_number': 3, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:25.151745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:52:25.161671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:25.162378 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:51:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:25.162679 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-2779d630-a223-41aa-859e-c09e3066bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:25.165292 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-2779d630-a223-41aa-859e-c09e3066bb77 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0510995 Jul 12 10:52:25.195479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-029d028f-2643-4cbe-b32c-717ad8d7e206 req-d3f20577-dbe3-458e-9327-61385b747006 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996449 Jul 12 10:52:25.225158 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-fa5f30f2-e017-4ef2-9e3f-2c567f3f3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:25.228108 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-fa5f30f2-e017-4ef2-9e3f-2c567f3f3715 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557957 Jul 12 10:52:25.280240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:25.320767 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-da00bc5c-44de-4e89-b6ec-dcd94eac293d service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856833 Jul 12 10:52:25.426756 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1e32673b-bd5b-487b-89c6-85a9f92f9e91 req-c5368df3-0619-49c7-9a73-53bdb66c085d service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931127 Jul 12 10:52:25.451781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5e6cc56c-ee77-446f-96f6-3df898ec2a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:25.520587 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:52:24Z', 'revision_number': 3, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:25.547308 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b82d17-1a92-4ae9-998e-ca7b70f60a62 None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'd52797c3-c0d3-4099-80e9-fe08001c984a', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'port_id': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'mac_address': 'fa:16:3e:37:0e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:50:18Z', 'updated_at': '2022-07-12T10:52:24Z', 'revision_number': 3, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:52:25.890057 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f00f-1c15-4da3-8bb3-ef1d307e59c0 req-439ea5c9-cccf-4995-80d7-d16d5a4e539a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:25.890814 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c5a5f00f-1c15-4da3-8bb3-ef1d307e59c0 req-439ea5c9-cccf-4995-80d7-d16d5a4e539a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 944 time: 0.0545573 Jul 12 10:52:25.943856 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c5a5f00f-1c15-4da3-8bb3-ef1d307e59c0 req-7e91d501-18d5-4eb1-b7e6-17e74b16131c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471518 Jul 12 10:52:26.628604 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:52:26.836487 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:26.838843 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e1eb21-722a-487d-9277-c861530ccc67" -d '{"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:26.875640 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1712b63-1e46-4244-b869-9a74d29f3de1 x-openstack-request-id: req-e1712b63-1e46-4244-b869-9a74d29f3de1 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:26.875934 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:26.876194 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1712b63-1e46-4244-b869-9a74d29f3de1 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:26.876637 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1712b63-1e46-4244-b869-9a74d29f3de1'] response: {'name': 'network-changed', 'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'status': 'completed', 'code': 200} Jul 12 10:52:26.971608 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1eb21-722a-487d-9277-c861530ccc67 req-6768e6f1-bc96-4c69-af3d-bab991e0c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:26.973217 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-6768e6f1-bc96-4c69-af3d-bab991e0c089 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b91c91fb8a5d44d093015f3211bcd099&device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0476654 Jul 12 10:52:27.066527 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33585d-552a-44e2-904d-777fd5f9775e req-ef88338d-5147-4d68-94ff-130376a3c39e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:27.068261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a33585d-552a-44e2-904d-777fd5f9775e req-ef88338d-5147-4d68-94ff-130376a3c39e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 944 time: 0.0547733 Jul 12 10:52:27.073946 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1eb21-722a-487d-9277-c861530ccc67 req-b2b47611-4bcf-4a7f-931c-0853bc59bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:27.075154 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-b2b47611-4bcf-4a7f-931c-0853bc59bdc6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 200 len: 920 time: 0.0952151 Jul 12 10:52:27.118213 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1a33585d-552a-44e2-904d-777fd5f9775e req-856cd7d5-bf90-413b-8aa6-d5ae8505a4d0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Jul 12 10:52:27.141580 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-a4af6326-8ccc-4887-b7c4-001fa7031011 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 200 len: 1000 time: 0.0605073 Jul 12 10:52:27.191002 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1eb21-722a-487d-9277-c861530ccc67 req-acd9e277-4ebe-4379-b86c-c7bbe9dafb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:27.192507 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-acd9e277-4ebe-4379-b86c-c7bbe9dafb4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 200 len: 857 time: 0.0449591 Jul 12 10:52:27.244665 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1eb21-722a-487d-9277-c861530ccc67 req-db9f362c-5f4a-4e99-98cb-6db67e470fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:27.246091 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-db9f362c-5f4a-4e99-98cb-6db67e470fd4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5790975a-0dba-45a4-b0ae-4f40dde2e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447669 Jul 12 10:52:27.338277 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-25f7a9ae-5bd5-434e-878b-4426e565eead service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855844 Jul 12 10:52:27.430347 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-57e1eb21-722a-487d-9277-c861530ccc67 req-0d4f5e46-b86a-4500-ab2e-fc9e0a05b285 service neutron] 10.222.0.76 "GET /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853512 Jul 12 10:52:28.132900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c5060b9a-9b9d-4737-9b59-ecf3477f13fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:28.239840 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928af7-da8c-41b4-bee4-7205b362a06f req-24162ff6-7c4c-45ee-bbdb-71fbc453ea1f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:28.241324 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3b928af7-da8c-41b4-bee4-7205b362a06f req-24162ff6-7c4c-45ee-bbdb-71fbc453ea1f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 944 time: 0.0533466 Jul 12 10:52:28.288650 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3b928af7-da8c-41b4-bee4-7205b362a06f req-1407bf60-e9a1-475f-8241-388e30b089a5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Jul 12 10:52:28.642580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:52:28.738456 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:28.750560 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'port_id': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'mac_address': 'fa:16:3e:1b:63:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:52:28.787319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:52:28.787706 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:28.800835 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:52:28.819937 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:28.938268 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:28.986236 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:28.994000 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.994367 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.994731 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.995110 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.995446 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.995777 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.996192 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.996438 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.996788 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.997092 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.997419 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.997741 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:28.998064 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:52:29.392115 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:52:29.408487 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ab3b0-4d92-4dbe-8e88-176761425909 req-6c90b904-8703-4b7e-87e9-cb3980c9cc57 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:29.409963 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a5ab3b0-4d92-4dbe-8e88-176761425909 req-6c90b904-8703-4b7e-87e9-cb3980c9cc57 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 945 time: 0.0566645 Jul 12 10:52:29.458703 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a5ab3b0-4d92-4dbe-8e88-176761425909 req-8f798c23-1bcd-4af6-89a5-d5dc8adaaf52 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Jul 12 10:52:30.043173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:30.338889 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:30.579192 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aabdcb1-d774-43ef-ba9c-c6acd5d91bf4 req-d30f00ec-3a13-4970-b543-3fdd888c4681 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:30.580695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2aabdcb1-d774-43ef-ba9c-c6acd5d91bf4 req-d30f00ec-3a13-4970-b543-3fdd888c4681 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 945 time: 0.0538437 Jul 12 10:52:30.627928 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2aabdcb1-d774-43ef-ba9c-c6acd5d91bf4 req-8c0ac3f8-d8c5-478f-a4fa-3500d782b53f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Jul 12 10:52:30.651066 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:52:30.763138 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:52:30.767607 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:52:30.768058 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:30.843822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:52:30.844203 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:30.866724 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:30.869692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705af556-21fe-4dad-8532-e3ec5819f36a" -d '{"events": [{"server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "name": "network-vif-plugged", "status": "completed", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:30.881629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:52:30.907671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6afc718-557b-49d2-bdee-520d9d140b3c x-openstack-request-id: req-d6afc718-557b-49d2-bdee-520d9d140b3c {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:30.907969 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "name": "network-vif-plugged", "status": "completed", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:30.908221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6afc718-557b-49d2-bdee-520d9d140b3c {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:30.908620 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6afc718-557b-49d2-bdee-520d9d140b3c'] response: {'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'code': 200} Jul 12 10:52:31.488701 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:31.536366 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:52:31.752429 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10578d4a-07e7-48d9-900d-a2dca537de77 req-7727c1d3-fdef-4a6d-9184-e60e50a178d7 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:31.753821 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-10578d4a-07e7-48d9-900d-a2dca537de77 req-7727c1d3-fdef-4a6d-9184-e60e50a178d7 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.0580366 Jul 12 10:52:31.804008 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-10578d4a-07e7-48d9-900d-a2dca537de77 req-ee37534f-67b8-48af-baed-f5c2ac0f1b83 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444012 Jul 12 10:52:31.805032 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a59363-3ce2-4e05-b78e-8dbc8527b2c9 req-77ecbcdc-5ff7-4209-8a7f-5a0092f66523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:31.807468 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-69a59363-3ce2-4e05-b78e-8dbc8527b2c9 req-77ecbcdc-5ff7-4209-8a7f-5a0092f66523 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 1130 time: 0.0455279 Jul 12 10:52:31.858536 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-69a59363-3ce2-4e05-b78e-8dbc8527b2c9 req-40075293-cc46-4e20-871f-736bc265dd98 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Jul 12 10:52:32.008939 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:32.831235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:32.934412 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6e93d-a9a1-4846-8720-204b3358c471 req-f5b6c0e7-8e32-4223-874c-8e42e0e661b3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:32.936031 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ffe6e93d-a9a1-4846-8720-204b3358c471 req-f5b6c0e7-8e32-4223-874c-8e42e0e661b3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.0591817 Jul 12 10:52:32.986430 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ffe6e93d-a9a1-4846-8720-204b3358c471 req-0de59600-21cb-4f80-b5c3-1177b0c1d8a4 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 Jul 12 10:52:34.109718 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc545-abbd-47ba-9a32-2a236d131e30 req-7d814809-ac55-44d2-84ff-ef4ccfdb770a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:34.111252 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-669bc545-abbd-47ba-9a32-2a236d131e30 req-7d814809-ac55-44d2-84ff-ef4ccfdb770a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.0561161 Jul 12 10:52:34.163479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-669bc545-abbd-47ba-9a32-2a236d131e30 req-a26cc9e2-3a22-455a-9296-f2fac7ffa895 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466449 Jul 12 10:52:34.279842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf60d5-7d21-4ca0-ac6c-733da4806882 req-cf2da5cc-045d-437f-bfc2-aabc5acd98eb tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:34.281064 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3daf60d5-7d21-4ca0-ac6c-733da4806882 req-cf2da5cc-045d-437f-bfc2-aabc5acd98eb tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.0547655 Jul 12 10:52:34.290132 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 56978) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:52:34.294726 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'port_id': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:52:34.331893 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:34.769752 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:34.825960 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:34.923502 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP e483f014-5dc3-4783-9cff-b589e1f609df associated. External IP: 172.27.2.92, port: 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b. Jul 12 10:52:35.123530 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:52:35.231893 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:52:35.236707 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:35.242556 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:52:35.251600 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:35.252229 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:35.268483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-8acbed19-814e-4fb9-ab0e-b149a934df26 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "PUT /v2.0/floatingips/e483f014-5dc3-4783-9cff-b589e1f609df HTTP/1.1" status: 200 len: 991 time: 0.9751618 Jul 12 10:52:35.268483 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:52:35.269240 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad083b9-200d-4b8d-aab8-752334b2c47c" -d '{"events": [{"name": "network-changed", "server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:52:35.304501 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37feef3d-96c0-43bb-8007-8d79bd4f650a x-openstack-request-id: req-37feef3d-96c0-43bb-8007-8d79bd4f650a {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:52:35.304791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:52:35.305058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37feef3d-96c0-43bb-8007-8d79bd4f650a {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:52:35.305450 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37feef3d-96c0-43bb-8007-8d79bd4f650a'] response: {'name': 'network-changed', 'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'status': 'completed', 'code': 200} Jul 12 10:52:35.362070 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:35.447410 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-936744bc-3a77-4638-a762-7dfccfac541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.449878 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-936744bc-3a77-4638-a762-7dfccfac541a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 1130 time: 0.0621502 Jul 12 10:52:35.537329 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-1fcaa188-b55f-414e-aa12-b1d641990992 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519755 Jul 12 10:52:35.567707 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-e66c8f6a-442a-4022-833d-c94cd3068ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.569478 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-e66c8f6a-442a-4022-833d-c94cd3068ffe service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.1056771 Jul 12 10:52:35.651984 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-ae301d2f-d81a-4ecc-9ca8-4ac197f25ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.653872 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-ae301d2f-d81a-4ecc-9ca8-4ac197f25ad8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0583441 Jul 12 10:52:35.666085 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-fe1f1cf7-7d96-4a7d-bd4a-7c233ea1c836 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b HTTP/1.1" status: 200 len: 999 time: 0.0699654 Jul 12 10:52:35.726449 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e483f014-5dc3-4783-9cff-b589e1f609df', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5317e741-9d07-44b2-add7-59109649548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:18Z', 'updated_at': '2022-07-12T10:52:34Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:35.729022 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-dedf1557-0b05-4b0f-b66c-c000c9b861c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.731476 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-dedf1557-0b05-4b0f-b66c-c000c9b861c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0476086 Jul 12 10:52:35.753777 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:52:35.764669 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:52:35.765860 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:35.779667 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-9ad4da10-286c-4df3-9f25-86a80559a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.781137 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-9ad4da10-286c-4df3-9f25-86a80559a81e service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0970690 Jul 12 10:52:35.782007 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-f739d008-800c-495c-88a2-fd1b0712253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.783532 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-f739d008-800c-495c-88a2-fd1b0712253b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462337 Jul 12 10:52:35.863219 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-0806e0fc-047a-4eb7-9acb-8d406c45ecca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 200 len: 1001 time: 0.0633268 Jul 12 10:52:35.870029 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:52:35.897488 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-f9b8db92-1941-42fd-aa95-41a7b3ec0a34 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972064 Jul 12 10:52:35.914225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-7d46a5d9-20bc-4df6-9f32-3eab1226a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.915856 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-7d46a5d9-20bc-4df6-9f32-3eab1226a425 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0460615 Jul 12 10:52:35.968791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-fde2ab33-f289-4c93-9d1f-40fbdcad80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:35.970355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-fde2ab33-f289-4c93-9d1f-40fbdcad80b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479739 Jul 12 10:52:35.998380 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-8ad083b9-200d-4b8d-aab8-752334b2c47c req-b23db2eb-7a4a-4904-819b-f3d13e7fdf19 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949414 Jul 12 10:52:36.118187 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e483f014-5dc3-4783-9cff-b589e1f609df', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5317e741-9d07-44b2-add7-59109649548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:18Z', 'updated_at': '2022-07-12T10:52:34Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:52:36.144994 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f43c6c-df3c-4ef9-bbaf-d58ac206ceb6 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e483f014-5dc3-4783-9cff-b589e1f609df', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:63:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5317e741-9d07-44b2-add7-59109649548d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:52:18Z', 'updated_at': '2022-07-12T10:52:34Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:52:36.338596 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-1de432c2-ada1-4550-ada6-744ae6f857e7 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584740 Jul 12 10:52:36.377485 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84857717-0556-4fd0-9ed0-5ccc33ea545e None None] New status for floating IP e483f014-5dc3-4783-9cff-b589e1f609df: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:52:36.436948 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5b6cdd09-a7c1-40c2-bc1a-2e8a7dc03192 req-8c174488-8f75-48c7-bac5-ca93f3c666af service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928345 Jul 12 10:52:41.183172 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab629b8-8782-4982-b749-703aef3a4eee req-1bd8fc4c-d48d-4340-afd8-0c2d83a48408 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:41.184703 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ab629b8-8782-4982-b749-703aef3a4eee req-1bd8fc4c-d48d-4340-afd8-0c2d83a48408 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0571229 Jul 12 10:52:41.251562 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ab629b8-8782-4982-b749-703aef3a4eee req-c622e96f-18b2-44b8-a797-9fd32061af45 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602403 Jul 12 10:52:41.322344 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2635b2-4010-496a-8883-6592b43b7889 req-9138a3ca-b38e-4e97-b587-49d002be9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:41.323885 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-9138a3ca-b38e-4e97-b587-49d002be9e72 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1169 time: 0.0463281 Jul 12 10:52:41.418565 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2635b2-4010-496a-8883-6592b43b7889 req-e04cad4b-4f6b-41b5-a134-2853127a636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:41.420120 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-e04cad4b-4f6b-41b5-a134-2853127a636e service neutron] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 917 time: 0.0889578 Jul 12 10:52:41.487689 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-0d366e26-c80d-4974-adae-30f7a3f8b1c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 1001 time: 0.0612774 Jul 12 10:52:41.537114 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2635b2-4010-496a-8883-6592b43b7889 req-27fc275a-48b6-4a35-b611-52ba10668bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:41.538629 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-27fc275a-48b6-4a35-b611-52ba10668bdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0439820 Jul 12 10:52:41.590819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2635b2-4010-496a-8883-6592b43b7889 req-e4eab800-83d2-4037-80d9-5a863dd8382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:41.592434 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-e4eab800-83d2-4037-80d9-5a863dd8382a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454121 Jul 12 10:52:41.687043 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-321fa1dd-34dd-49c1-8c0a-8eec4ab45a40 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873501 Jul 12 10:52:41.789988 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7a2635b2-4010-496a-8883-6592b43b7889 req-f38f79e3-9861-499b-9b42-6cb78371a833 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869265 Jul 12 10:52:42.492787 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd237d95-1ea0-4e73-a0aa-da1e486f8a43 req-a1587546-f362-440b-a69e-3f9bdd87731b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:42.494983 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd237d95-1ea0-4e73-a0aa-da1e486f8a43 req-a1587546-f362-440b-a69e-3f9bdd87731b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.1726651 Jul 12 10:52:42.556202 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd237d95-1ea0-4e73-a0aa-da1e486f8a43 req-349472d4-b633-4a15-b8e9-c469922884b3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548790 Jul 12 10:52:43.677977 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4a01-a781-4d7c-9bae-005d9d6d3452 req-8afd7e35-5a9a-4241-b8d6-35f824dba927 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:43.679523 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-189f4a01-a781-4d7c-9bae-005d9d6d3452 req-8afd7e35-5a9a-4241-b8d6-35f824dba927 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0551584 Jul 12 10:52:43.739864 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-189f4a01-a781-4d7c-9bae-005d9d6d3452 req-fd19aae7-aab8-416b-8ef0-890ae2c0d136 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545936 Jul 12 10:52:44.864361 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d09ff2-aa17-4a1a-a62f-8a25c1581474 req-0adec853-be89-4df6-ab24-595e0262e013 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:44.865829 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9d09ff2-aa17-4a1a-a62f-8a25c1581474 req-0adec853-be89-4df6-ab24-595e0262e013 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0579612 Jul 12 10:52:44.929772 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9d09ff2-aa17-4a1a-a62f-8a25c1581474 req-b9c89919-0bba-4542-b6a2-0b6ec0db9eb4 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574644 Jul 12 10:52:46.101030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc82e3-1304-4501-a50b-fa7452d4137e req-60170d31-6a6b-4bc0-a1b8-76f12b24c6db tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:46.102831 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0bc82e3-1304-4501-a50b-fa7452d4137e req-60170d31-6a6b-4bc0-a1b8-76f12b24c6db tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.1044221 Jul 12 10:52:46.165830 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0bc82e3-1304-4501-a50b-fa7452d4137e req-07efd468-7b18-4f32-bbc4-539b8b474cd8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567906 Jul 12 10:52:47.290762 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477e43a-e7dc-4db0-9d0b-62c7c7af5451 req-3474f04d-d6ab-49e4-95d2-250f33a5f9df tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:47.292785 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9477e43a-e7dc-4db0-9d0b-62c7c7af5451 req-3474f04d-d6ab-49e4-95d2-250f33a5f9df tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0575767 Jul 12 10:52:47.358507 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9477e43a-e7dc-4db0-9d0b-62c7c7af5451 req-6e685951-31f7-484e-8bf0-ffafff6602f1 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558851 Jul 12 10:52:48.483809 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497e3e-1391-41e9-934a-49126025d7fa req-c1e7cae3-bb42-418d-bb4d-9b5b26ea7baf tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:48.485523 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-89497e3e-1391-41e9-934a-49126025d7fa req-c1e7cae3-bb42-418d-bb4d-9b5b26ea7baf tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0593410 Jul 12 10:52:48.547443 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-89497e3e-1391-41e9-934a-49126025d7fa req-bbd9bd7a-0c9a-4dea-912b-6fafe490edf6 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560784 Jul 12 10:52:49.681153 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4bfd-1324-4234-891a-076e6923c92f req-7d9efc8a-7626-454f-9826-eae24dcc59f4 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:49.683028 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-025e4bfd-1324-4234-891a-076e6923c92f req-7d9efc8a-7626-454f-9826-eae24dcc59f4 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0618675 Jul 12 10:52:49.749245 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-025e4bfd-1324-4234-891a-076e6923c92f req-9dbc6f26-cb55-4229-9f61-c8b52fa66eb9 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604420 Jul 12 10:52:50.881054 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3426c-6280-4560-938c-1272dd35eb1b req-ba3e307d-b9b8-4d19-9729-d236bc26a1a8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:50.882561 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-84e3426c-6280-4560-938c-1272dd35eb1b req-ba3e307d-b9b8-4d19-9729-d236bc26a1a8 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0633972 Jul 12 10:52:50.946184 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-84e3426c-6280-4560-938c-1272dd35eb1b req-8ca6be7b-75ed-4e62-9403-f579deb646e9 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571680 Jul 12 10:52:52.064718 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461b858-a2cd-4386-9ffc-9fdeea21158f req-c78a2b53-df2b-4a46-922f-ba341e4b205c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:52.066133 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e461b858-a2cd-4386-9ffc-9fdeea21158f req-c78a2b53-df2b-4a46-922f-ba341e4b205c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0535727 Jul 12 10:52:52.127326 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e461b858-a2cd-4386-9ffc-9fdeea21158f req-484504d4-f8e9-4a6f-8093-7ba11905461b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547030 Jul 12 10:52:53.260030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0f722-c351-492b-8fc9-564881b9ac71 req-fd2d3163-38af-407f-8d28-b9a0cc42671c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:53.261633 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7fd0f722-c351-492b-8fc9-564881b9ac71 req-fd2d3163-38af-407f-8d28-b9a0cc42671c tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0593383 Jul 12 10:52:53.331944 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7fd0f722-c351-492b-8fc9-564881b9ac71 req-3c2b130c-9413-47b9-9676-71f2ffbbb14b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620000 Jul 12 10:52:54.459002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac732c4-9833-4ebf-8ed9-2ef615cc28f7 req-2b377986-bddd-4cb2-89ad-395fe27be2c3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:54.460589 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cac732c4-9833-4ebf-8ed9-2ef615cc28f7 req-2b377986-bddd-4cb2-89ad-395fe27be2c3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0570190 Jul 12 10:52:54.527313 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cac732c4-9833-4ebf-8ed9-2ef615cc28f7 req-8c6460a9-9afa-450e-8bc9-bcd66bb45de3 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605109 Jul 12 10:52:55.543659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-05868999-9009-4b4e-9b4f-e28e6b386e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:55.655171 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a6f00-fe43-46ca-8b16-41333ea18413 req-56fdcb14-92d7-457b-bc80-7935b7d02b0d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:55.656631 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f27a6f00-fe43-46ca-8b16-41333ea18413 req-56fdcb14-92d7-457b-bc80-7935b7d02b0d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0576513 Jul 12 10:52:55.718725 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f27a6f00-fe43-46ca-8b16-41333ea18413 req-97b41e7c-b82b-4b5c-962b-590dab0ad35f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563428 Jul 12 10:52:56.847130 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ba95c-e908-4bdf-989a-d1250058543e req-4a5ab66e-76bb-4ad9-85fa-103ccf432531 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:56.848654 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-453ba95c-e908-4bdf-989a-d1250058543e req-4a5ab66e-76bb-4ad9-85fa-103ccf432531 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0601692 Jul 12 10:52:56.913299 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-453ba95c-e908-4bdf-989a-d1250058543e req-04b9062e-0bc6-4e15-be03-77c546cd79f4 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577102 Jul 12 10:52:58.044055 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeaf125-5371-47ff-8179-ffbe4abaf7c2 req-6b703c53-e84e-4095-ad7b-29073c30f451 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:58.045618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7aeaf125-5371-47ff-8179-ffbe4abaf7c2 req-6b703c53-e84e-4095-ad7b-29073c30f451 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0562546 Jul 12 10:52:58.110293 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7aeaf125-5371-47ff-8179-ffbe4abaf7c2 req-0ab2543c-4f9b-4f4b-b8ce-4d14ae2cfb00 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588195 Jul 12 10:52:58.168701 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-af64442a-db23-4b05-8230-0c713e587266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:52:59.243983 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0630ba-f0f9-4c26-89ba-03f53d2af9c3 req-93d5421b-b4cf-4d12-85a7-01c3a5bd3939 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:52:59.245645 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c0630ba-f0f9-4c26-89ba-03f53d2af9c3 req-93d5421b-b4cf-4d12-85a7-01c3a5bd3939 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0575414 Jul 12 10:52:59.318160 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c0630ba-f0f9-4c26-89ba-03f53d2af9c3 req-234a9862-34cd-4a0f-91ce-3dda0832374d tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=ec2be860-e82d-419d-8e00-80e76a2028bf&id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667105 Jul 12 10:53:00.092709 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:00.340172 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:00.484612 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e263-cdb5-4644-ae00-2a7756b1c783 req-840aa3f2-ba61-426e-bc21-0e8d4e59e4d6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:00.486126 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dc30e263-cdb5-4644-ae00-2a7756b1c783 req-840aa3f2-ba61-426e-bc21-0e8d4e59e4d6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0556264 Jul 12 10:53:00.535599 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dc30e263-cdb5-4644-ae00-2a7756b1c783 req-c282b0a8-c173-4fbd-a381-b0238ac32f90 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 Jul 12 10:53:01.672445 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94cfce-a7d4-4086-8744-9ffb8157c5a2 req-28c0fb7c-e122-4ac2-973f-0e0bf5a9ab70 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:01.673940 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4a94cfce-a7d4-4086-8744-9ffb8157c5a2 req-28c0fb7c-e122-4ac2-973f-0e0bf5a9ab70 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0561414 Jul 12 10:53:01.724168 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4a94cfce-a7d4-4086-8744-9ffb8157c5a2 req-871b655c-819d-49ee-8504-7ed0cb355fdc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Jul 12 10:53:02.023816 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.538390 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18830e55-fcba-4212-8709-4bd1f8be877d req-76823bd8-e53a-4dba-b862-467d33c33a86 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:02.540593 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-18830e55-fcba-4212-8709-4bd1f8be877d req-76823bd8-e53a-4dba-b862-467d33c33a86 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.1492968 Jul 12 10:53:02.639315 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Deleting port f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:02.639652 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (f07b625f-06be-4177-950b-30115cbfee5c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.737116 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] For port f07b625f-06be-4177-950b-30115cbfee5c, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f07b625f-06be-4177-950b-30115cbfee5c,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:02.742333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (f07b625f-06be-4177-950b-30115cbfee5c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.866317 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.939885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bf732-442f-462b-9f06-19c51b60a23b req-7eb0e0af-74f4-4e83-baa6-5964840111f1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:02.941394 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-593bf732-442f-462b-9f06-19c51b60a23b req-7eb0e0af-74f4-4e83-baa6-5964840111f1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 946 time: 0.1391866 Jul 12 10:53:02.968318 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.968685 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:02.969056 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Floating IP c03e2763-922c-41fc-bce5-cca53277123d disassociated. External IP: 172.27.2.221, port: f07b625f-06be-4177-950b-30115cbfee5c. Jul 12 10:53:02.969361 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Calling delete_port for f07b625f-06be-4177-950b-30115cbfee5c owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:03.040200 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-593bf732-442f-462b-9f06-19c51b60a23b req-0235666b-3186-4e48-ba39-3d63f86dfea3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=b710e0bd-39aa-475a-beb2-12ce3ce5932e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925312 Jul 12 10:53:03.191753 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f07b625f-06be-4177-950b-30115cbfee5c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:03.225154 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'Port': ['ID=f07b625f-06be-4177-950b-30115cbfee5c,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:03.237074 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.237425 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.237789 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.238141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.238480 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.238817 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.239649 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.239649 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.239847 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.240158 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.240490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.240819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.241145 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:03.344983 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:03.453228 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:03.463115 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:03.472868 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:03.473473 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:03.495667 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] No DVR routers for this DVR port f07b625f-06be-4177-950b-30115cbfee5c on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:03.498131 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:03.501486 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-18830e55-fcba-4212-8709-4bd1f8be877d req-c9dad50c-90bd-4af6-9135-0566d25d311e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "DELETE /v2.0/ports/f07b625f-06be-4177-950b-30115cbfee5c HTTP/1.1" status: 204 len: 173 time: 0.9523048 Jul 12 10:53:03.501946 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-deleted', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:03.504255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76eedb0-c313-4637-b96b-db9713740be4" -d '{"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-deleted", "tag": "f07b625f-06be-4177-950b-30115cbfee5c"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:03.544321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e19d257-fe5e-4f08-8e55-8b6dabacef38 x-openstack-request-id: req-7e19d257-fe5e-4f08-8e55-8b6dabacef38 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:03.544618 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926b730a-1f0f-44b7-96bf-b8c4a15fa7c0", "name": "network-vif-deleted", "tag": "f07b625f-06be-4177-950b-30115cbfee5c", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:03.544877 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e19d257-fe5e-4f08-8e55-8b6dabacef38 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:03.545274 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e19d257-fe5e-4f08-8e55-8b6dabacef38'] response: {'server_uuid': '926b730a-1f0f-44b7-96bf-b8c4a15fa7c0', 'name': 'network-vif-deleted', 'tag': 'f07b625f-06be-4177-950b-30115cbfee5c', 'status': 'completed', 'code': 200} Jul 12 10:53:03.585795 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:03.662380 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:53:03.802204 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:03.828986 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:03.838165 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:03.838809 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:03.943061 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:04.140081 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:04.156416 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb83144e-211e-4caf-ac4f-bce39beefb2b req-7e75a7e8-2bcc-48f1-9e06-9d98500e3046 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=926b730a-1f0f-44b7-96bf-b8c4a15fa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0311737 Jul 12 10:53:04.165538 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7902a0-047a-4bb8-8478-96d08abf2651 None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:04.397238 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a4b16-cfd9-477a-9195-b022486060c4 None None] New status for floating IP c03e2763-922c-41fc-bce5-cca53277123d: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:05.321403 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57084) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:05.376528 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (b710e0bd-39aa-475a-beb2-12ce3ce5932e), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.400048 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (b710e0bd-39aa-475a-beb2-12ce3ce5932e), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.591622 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (b710e0bd-39aa-475a-beb2-12ce3ce5932e), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.594255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.595486 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "DELETE /v2.0/security-groups/b710e0bd-39aa-475a-beb2-12ce3ce5932e HTTP/1.1" status: 204 len: 168 time: 0.2729919 Jul 12 10:53:05.598240 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57088) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:05.606621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b7061-ef66-4a12-8798-7525d1b14b12 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b710e0bd-39aa-475a-beb2-12ce3ce5932e,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:05.616685 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-3d73d833-cdad-4b1b-b0db-8dc4954a4f31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] show failed (client error): The resource could not be found. Jul 12 10:53:05.617721 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3d73d833-cdad-4b1b-b0db-8dc4954a4f31 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups/b710e0bd-39aa-475a-beb2-12ce3ce5932e HTTP/1.1" status: 404 len: 347 time: 0.0179191 Jul 12 10:53:05.621312 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57090) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:05.744212 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Deleting port 38c18300-978d-4d08-bfc9-1eb5b5f03ca2 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:05.746000 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.828904 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.829245 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:05.843289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Calling delete_port for 38c18300-978d-4d08-bfc9-1eb5b5f03ca2 owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:06.048414 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (38c18300-978d-4d08-bfc9-1eb5b5f03ca2), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.079200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'Port': ['ID=38c18300-978d-4d08-bfc9-1eb5b5f03ca2,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:06.101233 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.102099 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.102276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.102525 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.102858 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.103291 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.103620 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.103945 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.104266 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.104620 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.104942 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.105263 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.105578 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:06.147568 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (c03e2763-922c-41fc-bce5-cca53277123d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.150839 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.152038 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5d19ef22-d628-41d9-9c33-8a415a0df73e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "DELETE /v2.0/floatingips/c03e2763-922c-41fc-bce5-cca53277123d HTTP/1.1" status: 204 len: 168 time: 0.5296187 Jul 12 10:53:06.320293 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57104) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:06.325502 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007521027', 'description': 'tempest-description--1306735013'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:06.437080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.504788 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (826e2cda-f475-4482-a08d-def22e6e5219), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.590877 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (826e2cda-f475-4482-a08d-def22e6e5219), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.624921 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826e2cda-f475-4482-a08d-def22e6e5219,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:06.713528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.714718 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6c187e81-1a25-4278-99d0-3bba679343dc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3933773 Jul 12 10:53:06.717596 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57106) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:06.721902 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group_rule': {'security_group_id': '826e2cda-f475-4482-a08d-def22e6e5219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:06.750188 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:06.769989 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: f07b625f-06be-4177-950b-30115cbfee5c {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:06.770336 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f07b625f-06be-4177-950b-30115cbfee5c not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:06.848119 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (2562268b-daca-4b3e-bad2-884b12f6b8ed), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.904872 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (2562268b-daca-4b3e-bad2-884b12f6b8ed), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.973858 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (2562268b-daca-4b3e-bad2-884b12f6b8ed), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:06.992408 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2562268b-daca-4b3e-bad2-884b12f6b8ed,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:07.096089 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.097340 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b9087acf-8a34-45ce-9546-8856eee08dce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788106 Jul 12 10:53:07.100098 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57110) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:07.105649 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'security_group_rule': {'security_group_id': '826e2cda-f475-4482-a08d-def22e6e5219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:07.225417 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (b525f22d-4d23-44b0-8301-749b41daa2d2), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.283290 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (b525f22d-4d23-44b0-8301-749b41daa2d2), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.351642 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (b525f22d-4d23-44b0-8301-749b41daa2d2), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.370363 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b525f22d-4d23-44b0-8301-749b41daa2d2,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:07.501786 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.502982 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-28c010dd-8e6d-4c94-8b20-710f76b53cdd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019017 Jul 12 10:53:07.506158 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57112) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:07.511051 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:07.646558 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.746708 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:07.853343 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Allocated IP 172.27.2.173 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/fdc7c816-0e2b-4557-b9c7-745a1319976e) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:08.201576 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.321015 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.362863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:08.366012 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:08.368626 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:08.374125 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=fdc7c816-0e2b-4557-b9c7-745a1319976e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:08.457331 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.577221 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.729887 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.774788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc823a2-d8ac-41c9-81fc-dd4892f24c8c req-70a9d938-af33-44d3-8f3b-6becc712aa56 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:08.776518 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2cc823a2-d8ac-41c9-81fc-dd4892f24c8c req-70a9d938-af33-44d3-8f3b-6becc712aa56 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Jul 12 10:53:08.819727 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:08.826231 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2cc823a2-d8ac-41c9-81fc-dd4892f24c8c req-8096510e-b9a7-4906-8c46-8594d1d49b08 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433698 Jul 12 10:53:08.884390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=fdc7c816-0e2b-4557-b9c7-745a1319976e,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:08.897978 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:09.005099 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:09.006346 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f1101041-0410-4a73-adf7-82b84754847d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4992349 Jul 12 10:53:09.174199 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-7f78313b-80b3-4257-b00d-2aff020242ce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2007521027&fields=id&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 267 time: 0.0498009 Jul 12 10:53:09.290122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-72ca4c2d-2fcf-44ce-9643-dce8b99e63cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:09.290352 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-72ca4c2d-2fcf-44ce-9643-dce8b99e63cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 817 time: 0.1094034 Jul 12 10:53:09.305757 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-96ec9d57-d1f0-45dc-9773-af006225dbb8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/quotas/a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Jul 12 10:53:09.363261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-55aa3ada-5fad-41ac-be96-c825dac48912 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517941 Jul 12 10:53:09.506528 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-8b7bfd1f-1e71-4b5e-ac3f-59e48175d0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326444 Jul 12 10:53:09.597313 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-e5f01ec2-e01f-4c80-acf5-1b13470567dd service neutron] 10.222.0.36 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839405 Jul 12 10:53:09.878140 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b25939f8-71a4-4145-9217-329c9868e102 req-3f2eedc7-7c8e-4894-9e99-e092658ea276 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 210 time: 0.0345240 Jul 12 10:53:09.958405 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb577b9-8192-4726-a0b1-a1392f9c40c0 req-ae948dfb-9f42-4114-a436-cf436f24ac08 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:09.959936 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-deb577b9-8192-4726-a0b1-a1392f9c40c0 req-ae948dfb-9f42-4114-a436-cf436f24ac08 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0549707 Jul 12 10:53:10.008820 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-deb577b9-8192-4726-a0b1-a1392f9c40c0 req-c70bda21-78f2-4f6a-8173-521bc4397211 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422604 Jul 12 10:53:10.983240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-97115161-6764-4590-8d04-65dcbece9b91 req-c54eb27d-752b-423b-bb70-315607988dad tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 210 time: 0.0277159 Jul 12 10:53:11.136859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc365eef-2d0e-4bb5-98b4-5021eae88984 req-9bc0d840-61e3-4e9c-a059-dfb7b50851df tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:11.138374 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc365eef-2d0e-4bb5-98b4-5021eae88984 req-9bc0d840-61e3-4e9c-a059-dfb7b50851df tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0597222 Jul 12 10:53:11.187742 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc365eef-2d0e-4bb5-98b4-5021eae88984 req-99722cf3-abdd-4c9e-9d32-ae28104939b9 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Jul 12 10:53:12.084222 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-43039bed-0abf-4637-83a1-0c71a6a5755c req-d0a2b182-a9f7-464c-babc-e82eb3cdafe1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 210 time: 0.0283222 Jul 12 10:53:12.237831 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-2a250dee-d07b-4149-95e6-c9fab37f7372 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:12.239363 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-2a250dee-d07b-4149-95e6-c9fab37f7372 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 817 time: 0.1030252 Jul 12 10:53:12.355478 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871b296-ca0f-4653-8d6a-454c0aa9fec4 req-3eaafcc9-9a7c-4a6e-a703-5fa603b01693 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:12.356891 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3871b296-ca0f-4653-8d6a-454c0aa9fec4 req-3eaafcc9-9a7c-4a6e-a703-5fa603b01693 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0977914 Jul 12 10:53:12.362746 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-3b6f3d0d-d967-4134-8fe5-63cd0c08f144 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 380 time: 0.0913439 Jul 12 10:53:12.372842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'port': {'device_id': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'admin_state_up': True, 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'security_groups': ['826e2cda-f475-4482-a08d-def22e6e5219']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:12.465575 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3871b296-ca0f-4653-8d6a-454c0aa9fec4 req-a9d43fc5-5852-456c-b654-5a3a3d39eaf3 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018534 Jul 12 10:53:12.623748 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Made reservation on behalf of a10d17a3b8ab489c934fbde27e6e6993 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:53:12.627857 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:12.754553 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Allocated IP 172.20.0.6 (37e20212-50df-4378-91e9-916b28a2f7d3/51b17ea4-756c-481a-bf92-65d4606e9abc/495684d7-ebc4-4d30-b888-9b6a91938953) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:12.896245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for port (495684d7-ebc4-4d30-b888-9b6a91938953), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:12.962076 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-2aadbd9b-9aa8-48ba-b2f1-767f679ed970 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:12.963675 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-2aadbd9b-9aa8-48ba-b2f1-767f679ed970 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.0583699 Jul 12 10:53:13.031444 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.064566 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Deleting port f905032d-d626-4dcb-bfd0-ab26b8b6deee {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:13.064920 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.071547 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Network 37e20212-50df-4378-91e9-916b28a2f7d3 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:13.077544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:13.081421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:13.107532 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:13.141031 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:13.141683 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.172422 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] For port f905032d-d626-4dcb-bfd0-ab26b8b6deee, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=f905032d-d626-4dcb-bfd0-ab26b8b6deee,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:13.173105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.236613 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2fc2d-921d-427f-a0e3-c23e1c0ca86f req-26ef2a6d-e59e-4e67-8c63-9b627d786db8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:13.244074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecd2fc2d-921d-427f-a0e3-c23e1c0ca86f req-26ef2a6d-e59e-4e67-8c63-9b627d786db8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 931 time: 0.0677726 Jul 12 10:53:13.264953 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b97d3a1c-c07d-4dbf-9949-7fd3787d819a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954191 Jul 12 10:53:13.310376 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecd2fc2d-921d-427f-a0e3-c23e1c0ca86f req-3cf7d4e0-445f-4c0e-a508-06bec29f469c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606773 Jul 12 10:53:13.341927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Request body: {'port': {'device_id': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:13.347326 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-698b7ce6-1c93-43c8-aa19-55dc17d69e19 None None] Provisioning complete for port 495684d7-ebc4-4d30-b888-9b6a91938953 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:13.347877 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-698b7ce6-1c93-43c8-aa19-55dc17d69e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.383674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-698b7ce6-1c93-43c8-aa19-55dc17d69e19 None None] Port 495684d7-ebc4-4d30-b888-9b6a91938953 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:53:13.403968 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.408956 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.409325 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.409646 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Floating IP d52797c3-c0d3-4099-80e9-fe08001c984a disassociated. External IP: 172.27.2.9, port: f905032d-d626-4dcb-bfd0-ab26b8b6deee. Jul 12 10:53:13.409993 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Calling delete_port for f905032d-d626-4dcb-bfd0-ab26b8b6deee owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:13.658889 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6d3fd-2064-4937-b8b1-6c3df6881713 req-6e7bcdfa-9f7f-4134-921d-25da68610f7c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:13.660390 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-00a6d3fd-2064-4937-b8b1-6c3df6881713 req-6e7bcdfa-9f7f-4134-921d-25da68610f7c tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 946 time: 0.1159754 Jul 12 10:53:13.675175 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (f905032d-d626-4dcb-bfd0-ab26b8b6deee), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.707482 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event deleted for resources: {'Port': ['ID=f905032d-d626-4dcb-bfd0-ab26b8b6deee,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:13.742770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:53:13.753573 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-00a6d3fd-2064-4937-b8b1-6c3df6881713 req-ad038c1d-3db5-4746-b714-7bd133483075 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855901 Jul 12 10:53:13.755328 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks [] for port (495684d7-ebc4-4d30-b888-9b6a91938953), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.768497 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Transition to ACTIVE for port object 495684d7-ebc4-4d30-b888-9b6a91938953 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:53:13.823740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Router 28844a77-7196-4dfe-bafc-e335db72fd62 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:13.909410 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:13.946834 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:13.960962 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:13.970293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:13.986421 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:13.987088 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:13.990251 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] No DVR routers for this DVR port f905032d-d626-4dcb-bfd0-ab26b8b6deee on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:13.992869 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:14.000830 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6a33e199-2ce3-40f9-a490-14d5735d5610 req-d3427dea-2533-4936-9091-ce95b3b50e94 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "DELETE /v2.0/ports/f905032d-d626-4dcb-bfd0-ab26b8b6deee HTTP/1.1" status: 204 len: 173 time: 1.0231681 Jul 12 10:53:14.000830 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'name': 'network-vif-deleted', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:14.000830 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196aa68-1b00-43f2-a238-7614bd3d7def" -d '{"events": [{"server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "name": "network-vif-deleted", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:14.078018 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7caca395-0afb-4d74-9553-e3bb4a1a1b35 x-openstack-request-id: req-7caca395-0afb-4d74-9553-e3bb4a1a1b35 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:14.078286 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6bc48b-ac1e-4767-8e8d-83e650dd0cd5", "name": "network-vif-deleted", "tag": "f905032d-d626-4dcb-bfd0-ab26b8b6deee", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:14.078547 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7caca395-0afb-4d74-9553-e3bb4a1a1b35 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:14.079001 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caca395-0afb-4d74-9553-e3bb4a1a1b35'] response: {'server_uuid': 'be6bc48b-ac1e-4767-8e8d-83e650dd0cd5', 'name': 'network-vif-deleted', 'tag': 'f905032d-d626-4dcb-bfd0-ab26b8b6deee', 'status': 'completed', 'code': 200} Jul 12 10:53:14.095339 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Attempting to bind port 495684d7-ebc4-4d30-b888-9b6a91938953 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:53:14.095782 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Attempting to bind port 495684d7-ebc4-4d30-b888-9b6a91938953 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:53:14.096189 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Attempting to bind port 495684d7-ebc4-4d30-b888-9b6a91938953 on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:14.102248 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Port 495684d7-ebc4-4d30-b888-9b6a91938953 on network 37e20212-50df-4378-91e9-916b28a2f7d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:53:14.102678 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Attempting to bind port 495684d7-ebc4-4d30-b888-9b6a91938953 on network 37e20212-50df-4378-91e9-916b28a2f7d3 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:14.107521 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:14.112734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:53:14.112734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Checking segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:53:14.112734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Bound using segment: {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:53:14.112734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Bound port: 495684d7-ebc4-4d30-b888-9b6a91938953, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b68ba1-18e3-485d-8e09-d4694b62cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:53:14.112734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:14.193672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:53:14.200643 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:53:14.275377 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:14.325559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.325559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:14.325559 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-350af168-09a2-4920-821f-dfe16c789643 service neutron] 10.222.0.76 "PUT /v2.0/ports/495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 1093 time: 1.0416059 Jul 12 10:53:14.325559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:14.326733 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:14.354845 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af168-09a2-4920-821f-dfe16c789643 service neutron] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:14.385513 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb43ea-ad7c-4c4b-b345-f7862fdaac2c x-openstack-request-id: req-eeeb43ea-ad7c-4c4b-b345-f7862fdaac2c {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:14.385898 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:14.386244 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eeeb43ea-ad7c-4c4b-b345-f7862fdaac2c {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:14.387235 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeb43ea-ad7c-4c4b-b345-f7862fdaac2c'] response: {'name': 'network-changed', 'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'status': 'completed', 'code': 200} Jul 12 10:53:14.451267 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:14.483983 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:14.488935 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02a3b2-30fa-42cc-9ed8-8b63e3f10c72 req-4b02d832-9906-4d65-a591-9ff93fb6b3ca tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.490500 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec02a3b2-30fa-42cc-9ed8-8b63e3f10c72 req-4b02d832-9906-4d65-a591-9ff93fb6b3ca tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0960059 Jul 12 10:53:14.493794 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:14.495895 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:14.526630 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-9db491a8-a750-43e6-b653-78978f1c1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.527640 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-9db491a8-a750-43e6-b653-78978f1c1a3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1127 time: 0.0829079 Jul 12 10:53:14.577960 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec02a3b2-30fa-42cc-9ed8-8b63e3f10c72 req-158ec93e-4340-43f6-b349-5c2df50b54c8 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754709 Jul 12 10:53:14.618409 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:14.656289 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-9408271c-d9ab-4643-b2ed-cb26fcd012ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.657795 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-9408271c-d9ab-4643-b2ed-cb26fcd012ec service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1087246 Jul 12 10:53:14.763294 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-a6224cca-2156-4685-8887-e1929961fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.764776 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-456080ed-e3fd-4ad3-aa09-ee976a70ff0e req-a6224cca-2156-4685-8887-e1929961fa2f service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969560 Jul 12 10:53:14.821036 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:14.848847 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1005c-8b40-4beb-8783-4bb906c9a9d9 None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:48:02Z', 'revision_number': 4, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c', 'name': '', 'network_id': '5790975a-0dba-45a4-b0ae-4f40dde2e9c8', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'mac_address': 'fa:16:3e:b6:26:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:22Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'subnets': [{'id': 'd2b6c55f-4942-4ef2-8216-fcc858a5cfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:14.873544 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f127c30d-4346-4f01-8b78-fb5e2b6a7363 req-9da0923e-0aa3-4bf4-968d-81991edc3d32 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc48b-ac1e-4767-8e8d-83e650dd0cd5 HTTP/1.1" status: 200 len: 210 time: 0.0374801 Jul 12 10:53:14.914136 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-3dd80f69-0cde-4d5d-93a2-b8780ccd5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:14.915818 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-3dd80f69-0cde-4d5d-93a2-b8780ccd5517 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1127 time: 0.0530300 Jul 12 10:53:15.010165 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-d8c3d1c1-5fcb-4528-a2df-4bb6459aad1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 217 time: 0.0356545 Jul 12 10:53:15.078769 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-fe908dd0-e654-4c44-86cf-7e4ec405cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:15.080584 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-fe908dd0-e654-4c44-86cf-7e4ec405cc30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0570562 Jul 12 10:53:15.096218 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138f27a-f61e-4f64-b634-5ec9a10b49cd None None] New status for floating IP d52797c3-c0d3-4099-80e9-fe08001c984a: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:15.132670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6220df-a412-417e-bbd1-6620416cda09 req-77d56ddf-91e9-4704-bba1-d93fdf858172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:15.134961 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-77d56ddf-91e9-4704-bba1-d93fdf858172 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475125 Jul 12 10:53:15.225187 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-4025d61a-5a36-4fe5-96d9-c57beae78de9 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836265 Jul 12 10:53:15.331868 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a6220df-a412-417e-bbd1-6620416cda09 req-b3aabcad-78aa-40d2-9d13-2ea3ac17d16d service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953159 Jul 12 10:53:15.704139 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051b2d5-f535-47b4-adc2-1c886da32005 req-36de6e6a-1ded-4adf-b23f-2ca1b11a7750 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:15.705603 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4051b2d5-f535-47b4-adc2-1c886da32005 req-36de6e6a-1ded-4adf-b23f-2ca1b11a7750 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0533047 Jul 12 10:53:15.754019 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4051b2d5-f535-47b4-adc2-1c886da32005 req-1a14f11f-8d50-42b0-9ddc-e6558bd1c876 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Jul 12 10:53:16.020498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57188) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:16.079937 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (6f4bd6ef-de4b-4d29-9c6b-5050f57b9963), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.105247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (6f4bd6ef-de4b-4d29-9c6b-5050f57b9963), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.237240 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6f4bd6ef-de4b-4d29-9c6b-5050f57b9963), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.239941 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.241272 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f4bd6ef-de4b-4d29-9c6b-5050f57b9963 HTTP/1.1" status: 204 len: 168 time: 0.2196858 Jul 12 10:53:16.244150 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57190) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:16.253441 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40cb55-e5c2-4131-b497-aac110b989c7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4bd6ef-de4b-4d29-9c6b-5050f57b9963,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:16.259647 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.api.v2.resource [None req-8f45a20f-9847-4ff8-9c3e-75a435a6ac93 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] show failed (client error): The resource could not be found. Jul 12 10:53:16.259647 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-8f45a20f-9847-4ff8-9c3e-75a435a6ac93 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups/6f4bd6ef-de4b-4d29-9c6b-5050f57b9963 HTTP/1.1" status: 404 len: 347 time: 0.0141792 Jul 12 10:53:16.267950 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57192) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:16.403583 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Deleting port dbff4885-11ed-49af-bbce-902087bc1e5e {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:16.403938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.480691 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.481017 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (dbff4885-11ed-49af-bbce-902087bc1e5e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.493841 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Calling delete_port for dbff4885-11ed-49af-bbce-902087bc1e5e owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:16.751211 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (dbff4885-11ed-49af-bbce-902087bc1e5e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.774884 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event deleted for resources: {'Port': ['ID=dbff4885-11ed-49af-bbce-902087bc1e5e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:16.847722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f905032d-d626-4dcb-bfd0-ab26b8b6deee no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:16.850820 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks [] for floatingip (d52797c3-c0d3-4099-80e9-fe08001c984a), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.853830 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:16.858141 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f22990c7-e724-4fe1-8432-3bad44958fbb tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "DELETE /v2.0/floatingips/d52797c3-c0d3-4099-80e9-fe08001c984a HTTP/1.1" status: 204 len: 168 time: 0.5866945 Jul 12 10:53:16.877794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: f905032d-d626-4dcb-bfd0-ab26b8b6deee {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:16.878229 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device f905032d-d626-4dcb-bfd0-ab26b8b6deee not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:16.899116 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1e45c-e46c-4347-8d15-7dd7adce2d95 req-342c7b77-3563-4481-8d7c-c3387711b828 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:16.901219 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fcd1e45c-e46c-4347-8d15-7dd7adce2d95 req-342c7b77-3563-4481-8d7c-c3387711b828 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0689948 Jul 12 10:53:16.951252 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fcd1e45c-e46c-4347-8d15-7dd7adce2d95 req-ae9b301d-d80c-4d50-afe8-bdb833decc27 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Jul 12 10:53:18.082283 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed17d5-5b6f-49a0-940f-70838491fc57 req-72267f02-121d-470b-b57c-93eef7b4ae71 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:18.083813 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0aed17d5-5b6f-49a0-940f-70838491fc57 req-72267f02-121d-470b-b57c-93eef7b4ae71 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0590043 Jul 12 10:53:18.133668 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0aed17d5-5b6f-49a0-940f-70838491fc57 req-77df945a-6199-43f5-83fa-ffda474d78b1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440145 Jul 12 10:53:18.667023 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d0307-42ce-4fb2-bac7-af9b8ce3195f req-13f268aa-3849-4150-b9e2-183a11e4e52e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:18.668762 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd8d0307-42ce-4fb2-bac7-af9b8ce3195f req-13f268aa-3849-4150-b9e2-183a11e4e52e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0550063 Jul 12 10:53:18.721484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd8d0307-42ce-4fb2-bac7-af9b8ce3195f req-f998d7d1-6aaf-40c5-823a-043738e79fb4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470583 Jul 12 10:53:18.845999 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:53:18.953222 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:18.964541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '495684d7-ebc4-4d30-b888-9b6a91938953', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:53:18.999916 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:19.000315 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:19.014927 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:53:19.034832 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:19.111107 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:19.162583 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:19.261666 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d2caf-ee96-48fd-a663-691f20446c9d req-1ace4ac7-f4f8-4888-be8f-4bbaad5c88cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:19.263267 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-666d2caf-ee96-48fd-a663-691f20446c9d req-1ace4ac7-f4f8-4888-be8f-4bbaad5c88cd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 944 time: 0.0544977 Jul 12 10:53:19.311284 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-666d2caf-ee96-48fd-a663-691f20446c9d req-ab471a2f-5783-421f-a6f6-19cee66b61d7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Jul 12 10:53:19.509233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['495684d7-ebc4-4d30-b888-9b6a91938953'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:19.845725 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3527-45ef-414c-a9a7-65fdf674e7b0 req-f6b416bb-7db7-41a1-96c7-4f9bbc00cdb4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:19.847270 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be0b3527-45ef-414c-a9a7-65fdf674e7b0 req-f6b416bb-7db7-41a1-96c7-4f9bbc00cdb4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0585482 Jul 12 10:53:19.924963 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be0b3527-45ef-414c-a9a7-65fdf674e7b0 req-6a49836a-9287-40ef-b83c-9ed46851aaaf tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718842 Jul 12 10:53:19.943874 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69176-88bc-4ae6-ac03-c522d4195d94 req-5b85d484-4f8f-4465-abe5-efead0ec75f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:19.945355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3aa69176-88bc-4ae6-ac03-c522d4195d94 req-5b85d484-4f8f-4465-abe5-efead0ec75f8 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0790386 Jul 12 10:53:19.994126 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3aa69176-88bc-4ae6-ac03-c522d4195d94 req-a931b774-7e62-4c4c-9d42-094a0a69167b tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Jul 12 10:53:20.436532 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee47921-136a-4b98-8d58-c5f0b2b43924 req-5210629e-02fd-48ff-be45-672d83d0fe04 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:20.438036 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6ee47921-136a-4b98-8d58-c5f0b2b43924 req-5210629e-02fd-48ff-be45-672d83d0fe04 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 944 time: 0.0544078 Jul 12 10:53:20.484422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6ee47921-136a-4b98-8d58-c5f0b2b43924 req-a68d5785-8a11-4189-96b3-815375f82359 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Jul 12 10:53:20.849998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:53:21.046537 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 495684d7-ebc4-4d30-b888-9b6a91938953 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:53:21.050886 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 495684d7-ebc4-4d30-b888-9b6a91938953 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:21.051280 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.053493 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd75d30-5f63-491d-b007-c76440e7712b req-ad8093e0-a01d-4f71-b6b0-fc1dd187dd76 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:21.055103 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5bd75d30-5f63-491d-b007-c76440e7712b req-ad8093e0-a01d-4f71-b6b0-fc1dd187dd76 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0597839 Jul 12 10:53:21.135872 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:21.135872 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.149872 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:21.152141 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c694a4-d8fc-4e71-97c5-ecd7458dc897" -d '{"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:21.165527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5bd75d30-5f63-491d-b007-c76440e7712b req-95a6d5dd-0d74-4fa0-a9a4-ac5284194c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f3f817-3bdc-44b6-96ca-a2994624a981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040468 Jul 12 10:53:21.165780 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:21.182433 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e3c6-db7e-4426-9332-c36c75f54f51 req-71addbf5-3131-40a7-8c1d-0ec4c7d3ae29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:21.184014 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe60e3c6-db7e-4426-9332-c36c75f54f51 req-71addbf5-3131-40a7-8c1d-0ec4c7d3ae29 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1160679 Jul 12 10:53:21.215686 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f86be7-2d4e-4c0d-9a7b-8dcc67d079b7 x-openstack-request-id: req-79f86be7-2d4e-4c0d-9a7b-8dcc67d079b7 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:21.216077 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:21.216338 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79f86be7-2d4e-4c0d-9a7b-8dcc67d079b7 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:21.216798 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f86be7-2d4e-4c0d-9a7b-8dcc67d079b7'] response: {'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'code': 200} Jul 12 10:53:21.220803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-7024fb2b-5efe-47dd-8603-a25c6b8005e8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:21.222453 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-7024fb2b-5efe-47dd-8603-a25c6b8005e8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 945 time: 0.0994568 Jul 12 10:53:21.246249 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.255063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fe60e3c6-db7e-4426-9332-c36c75f54f51 req-782f1453-6560-4d90-935a-3a60d80f1739 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653343 Jul 12 10:53:21.315390 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:21.646765 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27723683-18f0-41e4-94e4-0f154402b63c req-33ca8552-3c98-4469-a5d7-3b193e9f0d59 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:21.648365 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27723683-18f0-41e4-94e4-0f154402b63c req-33ca8552-3c98-4469-a5d7-3b193e9f0d59 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0852981 Jul 12 10:53:21.652137 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Deleting port 7066d700-8d28-41b4-bb62-5980fbee7eef {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:21.652480 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.667331 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01676f7f-a806-4c00-8052-61443a0dbd71 req-299c98cf-ec21-48b5-927a-71aa99e5ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:21.669013 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-01676f7f-a806-4c00-8052-61443a0dbd71 req-299c98cf-ec21-48b5-927a-71aa99e5ed77 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1129 time: 0.0458562 Jul 12 10:53:21.715599 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-01676f7f-a806-4c00-8052-61443a0dbd71 req-98b6ce2d-ae49-4390-b0fc-3960d629042e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392177 Jul 12 10:53:21.760452 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27723683-18f0-41e4-94e4-0f154402b63c req-dcdaefdc-c73f-4ef8-93ef-85a8505a1536 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027415 Jul 12 10:53:21.780383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] For port 7066d700-8d28-41b4-bb62-5980fbee7eef, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=7066d700-8d28-41b4-bb62-5980fbee7eef,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:21.780768 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.944701 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.945067 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:21.945389 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Floating IP 57d44996-eb82-4936-82df-b4e63a45aa40 disassociated. External IP: 172.27.2.151, port: 7066d700-8d28-41b4-bb62-5980fbee7eef. Jul 12 10:53:21.945742 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Calling delete_port for 7066d700-8d28-41b4-bb62-5980fbee7eef owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:22.145162 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (7066d700-8d28-41b4-bb62-5980fbee7eef), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:22.180937 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'Port': ['ID=7066d700-8d28-41b4-bb62-5980fbee7eef,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:22.285614 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-973803b6-662a-4830-a083-1e0c8589acf3 req-7c2d474e-bc7d-4d87-b3fb-e0a9eeed9f03 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 210 time: 0.0497751 Jul 12 10:53:22.314408 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:22.459134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10d454-d9b1-4bc4-a9d4-392082351a26 req-633b0f4c-8da5-4448-81b2-8475317dbf44 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:22.460624 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb10d454-d9b1-4bc4-a9d4-392082351a26 req-633b0f4c-8da5-4448-81b2-8475317dbf44 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.1018574 Jul 12 10:53:22.464962 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:22.474892 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:22.486731 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:22.487634 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:22.532366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] No DVR routers for this DVR port 7066d700-8d28-41b4-bb62-5980fbee7eef on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:22.536475 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:22.540173 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6b5b6975-618a-4665-aafc-c9a52a07dbcc req-213d9b7a-37c7-46a1-b41a-e0ae6c8c5207 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "DELETE /v2.0/ports/7066d700-8d28-41b4-bb62-5980fbee7eef HTTP/1.1" status: 204 len: 173 time: 1.2784472 Jul 12 10:53:22.540637 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'name': 'network-vif-deleted', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:22.542900 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3745a8c-ec52-4fd6-a54e-62d212cfecd4" -d '{"events": [{"server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "name": "network-vif-deleted", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:22.565303 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cb10d454-d9b1-4bc4-a9d4-392082351a26 req-dc443c5a-26e4-4d4a-ab19-12c60f3ad4d0 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973094 Jul 12 10:53:22.604065 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:22.663018 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce279120-fa22-439c-b960-d1f8671da78b x-openstack-request-id: req-ce279120-fa22-439c-b960-d1f8671da78b {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:22.663650 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d640e3-0ff5-4c6d-b863-201daf33170b", "name": "network-vif-deleted", "tag": "7066d700-8d28-41b4-bb62-5980fbee7eef", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:22.663650 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce279120-fa22-439c-b960-d1f8671da78b {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:22.664063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce279120-fa22-439c-b960-d1f8671da78b'] response: {'server_uuid': 'd6d640e3-0ff5-4c6d-b863-201daf33170b', 'name': 'network-vif-deleted', 'tag': '7066d700-8d28-41b4-bb62-5980fbee7eef', 'status': 'completed', 'code': 200} Jul 12 10:53:22.844931 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:22.886688 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:22.897147 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:22.897786 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:22.913759 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dbaf5-220d-4bfd-8b1f-c77ce018cb16 req-20b49b1d-7429-41e7-b896-d805269d4a67 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:22.915598 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-312dbaf5-220d-4bfd-8b1f-c77ce018cb16 req-20b49b1d-7429-41e7-b896-d805269d4a67 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0604706 Jul 12 10:53:22.978213 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-312dbaf5-220d-4bfd-8b1f-c77ce018cb16 req-efb2d682-840c-4113-bb37-19d23c5bd114 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542212 Jul 12 10:53:23.008164 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:23.212064 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:23.238097 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb41531e-9ded-429b-a405-e63fd1f2da95 None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:23.397477 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-60d10ce8-e738-48bf-a515-49589d2f56cd req-d531fce0-74b3-4191-9291-b75b16df6a4a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6d640e3-0ff5-4c6d-b863-201daf33170b HTTP/1.1" status: 200 len: 210 time: 0.0292723 Jul 12 10:53:23.465438 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-65779de2-c14e-49dc-8bad-c262fc780dee tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:23.467652 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-65779de2-c14e-49dc-8bad-c262fc780dee tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0592959 Jul 12 10:53:23.530684 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1b296-5ccc-41b9-9db4-57eaaff95f5d None None] New status for floating IP 57d44996-eb82-4936-82df-b4e63a45aa40: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:23.574037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Deleting port a6a3e40a-fb7f-490f-884d-7688ce2c986b {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:23.577166 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:23.713620 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] For port a6a3e40a-fb7f-490f-884d-7688ce2c986b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=a6a3e40a-fb7f-490f-884d-7688ce2c986b,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:23.713620 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:23.730491 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Calling delete_port for a6a3e40a-fb7f-490f-884d-7688ce2c986b owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:23.753485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df1b06-e9e8-4237-988e-d0c44f75baf2 req-375df5e5-05c8-4e2a-b289-be65b582c446 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:23.754989 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-24df1b06-e9e8-4237-988e-d0c44f75baf2 req-375df5e5-05c8-4e2a-b289-be65b582c446 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 946 time: 0.0988584 Jul 12 10:53:23.862273 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-24df1b06-e9e8-4237-988e-d0c44f75baf2 req-4d98dc6b-a475-4024-9748-0105fdb5ac30 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720205 Jul 12 10:53:24.002535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (a6a3e40a-fb7f-490f-884d-7688ce2c986b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.032989 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event deleted for resources: {'Port': ['ID=a6a3e40a-fb7f-490f-884d-7688ce2c986b,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:24.049283 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'a6a3e40a-fb7f-490f-884d-7688ce2c986b'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:24.110094 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] No DVR routers for this DVR port a6a3e40a-fb7f-490f-884d-7688ce2c986b on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:24.115014 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.116671 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-07accb5d-0283-419d-a4d9-7d74e189e461 req-2cf0d073-ed12-4e40-8de4-5e7281973b4a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "DELETE /v2.0/ports/a6a3e40a-fb7f-490f-884d-7688ce2c986b HTTP/1.1" status: 204 len: 173 time: 0.6416771 Jul 12 10:53:24.143030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22dcd9-e6c0-4a58-b857-46544fb141ee req-5200cb21-8c73-4ba9-80aa-24f0d1dc5026 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:24.145071 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec22dcd9-e6c0-4a58-b857-46544fb141ee req-5200cb21-8c73-4ba9-80aa-24f0d1dc5026 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0764234 Jul 12 10:53:24.194698 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec22dcd9-e6c0-4a58-b857-46544fb141ee req-9e8b4147-6bb9-4de1-b5cf-13089e0366ce tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Jul 12 10:53:24.320237 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf23c-b657-4716-8aff-1f1010bd633f req-fbd31dce-2c81-4952-805b-4df2edfd4733 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:24.321794 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dfadf23c-b657-4716-8aff-1f1010bd633f req-fbd31dce-2c81-4952-805b-4df2edfd4733 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0562785 Jul 12 10:53:24.331253 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57274) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:24.335717 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Request body: {'floatingip': {'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:24.377444 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.554283 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57282) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:24.665420 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'name': 'network-vif-deleted', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:24.667659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18776f-34a5-4307-adf2-931bf8e7a358" -d '{"events": [{"server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "name": "network-vif-deleted", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:24.695031 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (d4f3f817-3bdc-44b6-96ca-a2994624a981), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.713655 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a42464f-4f29-41c9-b384-2790ec0ac727 x-openstack-request-id: req-0a42464f-4f29-41c9-b384-2790ec0ac727 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:24.714282 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b09147-79bc-4a41-b4e7-426f91a26fc6", "name": "network-vif-deleted", "tag": "a6a3e40a-fb7f-490f-884d-7688ce2c986b", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:24.714282 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a42464f-4f29-41c9-b384-2790ec0ac727 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:24.714592 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a42464f-4f29-41c9-b384-2790ec0ac727'] response: {'server_uuid': '85b09147-79bc-4a41-b4e7-426f91a26fc6', 'name': 'network-vif-deleted', 'tag': 'a6a3e40a-fb7f-490f-884d-7688ce2c986b', 'status': 'completed', 'code': 200} Jul 12 10:53:24.765127 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (d4f3f817-3bdc-44b6-96ca-a2994624a981), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.876435 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 7066d700-8d28-41b4-bb62-5980fbee7eef no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:24.900384 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 7066d700-8d28-41b4-bb62-5980fbee7eef {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:24.900727 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 7066d700-8d28-41b4-bb62-5980fbee7eef not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:24.931122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.959459 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d4f3f817-3bdc-44b6-96ca-a2994624a981), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.965645 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:24.965645 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "DELETE /v2.0/security-groups/d4f3f817-3bdc-44b6-96ca-a2994624a981 HTTP/1.1" status: 204 len: 168 time: 0.4080660 Jul 12 10:53:24.966671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57292) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:24.979770 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-a2fcbb8f-c878-4e6d-bcce-d75b46548156 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] show failed (client error): The resource could not be found. Jul 12 10:53:24.981039 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a2fcbb8f-c878-4e6d-bcce-d75b46548156 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups/d4f3f817-3bdc-44b6-96ca-a2994624a981 HTTP/1.1" status: 404 len: 347 time: 0.0129981 Jul 12 10:53:24.982735 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-880cb03b-bb5e-4f21-a7fc-0ae0c6ac9a9b req-1983746e-a923-4145-8c8f-5ce65d05ac73 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=85b09147-79bc-4a41-b4e7-426f91a26fc6 HTTP/1.1" status: 200 len: 210 time: 0.0341763 Jul 12 10:53:24.983936 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57294) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:24.987775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b568855-3fac-4629-bdfe-ed7bd0240d26 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f3f817-3bdc-44b6-96ca-a2994624a981,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:25.028981 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.117363 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Deleting port b80ab397-7828-43ec-9058-bd262f72334f {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:25.118095 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (b80ab397-7828-43ec-9058-bd262f72334f), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.136780 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Floating IP cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4 associated. External IP: 172.27.2.173, port: 495684d7-ebc4-4d30-b888-9b6a91938953. Jul 12 10:53:25.200595 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (b80ab397-7828-43ec-9058-bd262f72334f), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.200930 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (b80ab397-7828-43ec-9058-bd262f72334f), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.213222 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Calling delete_port for b80ab397-7828-43ec-9058-bd262f72334f owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:25.355065 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:25.462344 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:25.467765 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.472878 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:25.485155 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:25.485783 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:25.502518 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-540b7e0a-bd26-4714-8636-797bd536659d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "PUT /v2.0/floatingips/cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4 HTTP/1.1" status: 200 len: 991 time: 1.1701612 Jul 12 10:53:25.524334 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (b80ab397-7828-43ec-9058-bd262f72334f), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.526450 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bf187cb1-403b-48b8-9043-bac385fddd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.561611 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'Port': ['ID=b80ab397-7828-43ec-9058-bd262f72334f,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:25.600106 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:25.631959 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (57d44996-eb82-4936-82df-b4e63a45aa40), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.634626 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:25.635867 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-beaa8636-d8ca-494e-8488-39545052e1bb tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "DELETE /v2.0/floatingips/57d44996-eb82-4936-82df-b4e63a45aa40 HTTP/1.1" status: 204 len: 168 time: 0.6509302 Jul 12 10:53:25.850446 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:08Z', 'updated_at': '2022-07-12T10:53:24Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:25.863147 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57306) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:25.867998 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1897086955', 'description': 'tempest-description--1790395628'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:25.961551 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:25.970899 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:25.971540 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:52:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:25.979676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.058734 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (de831287-d430-410c-956c-bb9dce7dc7cc), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.075725 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:26.131649 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (de831287-d430-410c-956c-bb9dce7dc7cc), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.163594 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de831287-d430-410c-956c-bb9dce7dc7cc,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:26.303027 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:08Z', 'updated_at': '2022-07-12T10:53:24Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:26.331641 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170af7c4-33c2-4e4a-a6c0-107181e5d2a0 None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:08Z', 'updated_at': '2022-07-12T10:53:24Z', 'revision_number': 1, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:26.362744 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.367178 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-de4597cf-53f4-4ff6-b0aa-e0c03db2d20a tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5026801 Jul 12 10:53:26.367470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57312) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:26.373942 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group_rule': {'security_group_id': 'de831287-d430-410c-956c-bb9dce7dc7cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:26.540144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (a8724232-1e20-416c-83a3-04ce8a82d788), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.540517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d076da-bdc5-4bbc-829c-fc4d6def9b90 None None] New status for floating IP cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:26.599301 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (a8724232-1e20-416c-83a3-04ce8a82d788), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.715476 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:26.717939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb0a61-af97-407a-98a6-e277b3f77086" -d '{"events": [{"name": "network-changed", "server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:26.742270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (a8724232-1e20-416c-83a3-04ce8a82d788), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.770503 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ada85e-37db-4871-99a9-0240bc518d63 x-openstack-request-id: req-25ada85e-37db-4871-99a9-0240bc518d63 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:26.770806 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:26.771090 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25ada85e-37db-4871-99a9-0240bc518d63 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:26.771497 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ada85e-37db-4871-99a9-0240bc518d63'] response: {'name': 'network-changed', 'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'status': 'completed', 'code': 200} Jul 12 10:53:26.779152 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8724232-1e20-416c-83a3-04ce8a82d788,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:26.809808 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c6b73-b203-4449-96cb-2cc1edb260fe req-ac773c9b-13b0-413d-84ac-493dbedb0428 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:26.812081 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d99c6b73-b203-4449-96cb-2cc1edb260fe req-ac773c9b-13b0-413d-84ac-493dbedb0428 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0977137 Jul 12 10:53:26.883086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:26.883309 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device a6a3e40a-fb7f-490f-884d-7688ce2c986b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:26.883563 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0829f75e-5ead-45a5-89e4-a36e7e05bc71 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5091467 Jul 12 10:53:26.883698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57320) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:26.886754 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'security_group_rule': {'security_group_id': 'de831287-d430-410c-956c-bb9dce7dc7cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:26.900342 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d99c6b73-b203-4449-96cb-2cc1edb260fe req-2f8dee6b-640a-453d-8db2-281c17a61b5a tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792353 Jul 12 10:53:26.904885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-096f2fe7-e941-452b-b006-f24b5a5f5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:26.907961 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-096f2fe7-e941-452b-b006-f24b5a5f5b14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1129 time: 0.0946355 Jul 12 10:53:26.910558 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: a6a3e40a-fb7f-490f-884d-7688ce2c986b {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:26.910894 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device a6a3e40a-fb7f-490f-884d-7688ce2c986b not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:27.004952 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-d02f48e2-a7e0-40cd-b9cd-eb557ac820fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:27.006529 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-d02f48e2-a7e0-40cd-b9cd-eb557ac820fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0915239 Jul 12 10:53:27.055958 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (2d9acc4a-cc5b-4eba-b736-4f628ca5e816), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.071692 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-2f6dbc41-e3e8-4cda-9327-94fb3333b36b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 1001 time: 0.0579360 Jul 12 10:53:27.120844 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (2d9acc4a-cc5b-4eba-b736-4f628ca5e816), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.126922 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-19b731f8-34b6-491c-a0c1-4ba7bcd37df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:27.128530 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-19b731f8-34b6-491c-a0c1-4ba7bcd37df4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0503020 Jul 12 10:53:27.182101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-1d734d21-dd00-4b1b-82d0-ae163bd12db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:27.183685 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-1d734d21-dd00-4b1b-82d0-ae163bd12db8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478280 Jul 12 10:53:27.200197 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (2d9acc4a-cc5b-4eba-b736-4f628ca5e816), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.220342 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9acc4a-cc5b-4eba-b736-4f628ca5e816,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:27.274080 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-f162c49d-100b-489d-8593-2cd1f7a71866 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829833 Jul 12 10:53:27.301406 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.304413 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2295ac1a-be68-4fdd-b3c2-605826803f99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217238 Jul 12 10:53:27.310366 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57322) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:27.314524 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:27.374748 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b8fb0a61-af97-407a-98a6-e277b3f77086 req-c2e0efa9-33c4-4422-b13d-6c6cc43d3a42 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888207 Jul 12 10:53:27.411923 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.510793 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.623498 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Allocated IP 172.27.2.93 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/04cf6151-4134-478c-a51d-5587ea47ea9a) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:27.722735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.921068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:27.961097 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:27.967760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:27.971642 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:27.976872 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=04cf6151-4134-478c-a51d-5587ea47ea9a,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:28.033927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8999995-cea1-40ae-83db-6d9afa93aa3b req-97650f12-0a8d-4bdf-8e86-3f9d0bfffb3f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:28.035373 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8999995-cea1-40ae-83db-6d9afa93aa3b req-97650f12-0a8d-4bdf-8e86-3f9d0bfffb3f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Jul 12 10:53:28.064593 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.084994 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c8999995-cea1-40ae-83db-6d9afa93aa3b req-fc126c41-be86-45c9-826c-4eef549be38f tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Jul 12 10:53:28.225273 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.236747 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-86ffd6fe-a59a-4bd5-85f4-498fea4aed79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.369654 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.448585 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.519988 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=04cf6151-4134-478c-a51d-5587ea47ea9a,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:28.533152 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.644999 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:28.646360 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e1677d96-52c0-4dd8-b9af-8b6e50909782 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3351312 Jul 12 10:53:28.799252 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-aaeee2df-301c-42aa-8e43-e1a688a602da tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1897086955&fields=id&tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 267 time: 0.0466945 Jul 12 10:53:28.908172 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-7879141a-f3eb-48de-ad45-e254a7c7aa24 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:28.909541 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-7879141a-f3eb-48de-ad45-e254a7c7aa24 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 810 time: 0.1035697 Jul 12 10:53:28.924449 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-69ef5508-9a1e-4727-b787-ec261837ef5c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/quotas/b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 375 time: 0.0095913 Jul 12 10:53:28.980846 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-f370cd3c-2d68-4afc-89e8-b70961e1c097 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510819 Jul 12 10:53:29.080469 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-7c8d6326-4ee4-4479-bfb1-927d6c8a1b70 service neutron] 10.222.0.36 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882616 Jul 12 10:53:29.220121 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-75de8880-3ace-4923-b30d-bb95c62c1413 service neutron] 10.222.0.36 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337399 Jul 12 10:53:29.243822 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614ddfd-1040-43a0-a193-95f3f472750c req-8a220abc-3fe9-486e-a236-5cc2c56d6fbd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:29.247907 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2614ddfd-1040-43a0-a193-95f3f472750c req-8a220abc-3fe9-486e-a236-5cc2c56d6fbd tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0843203 Jul 12 10:53:29.294936 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2614ddfd-1040-43a0-a193-95f3f472750c req-4a928902-5b52-4c03-9b5d-c90ee1e9e5cf tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Jul 12 10:53:29.517724 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a1b7d35-aacc-4cff-af1c-ec64aa7af5ba req-e950876b-9270-4df7-924e-1cfd91349434 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Jul 12 10:53:30.185694 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:30.227169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-16491e4b-b654-4a56-a190-882722c5c4d7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:30.228659 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-16491e4b-b654-4a56-a190-882722c5c4d7 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.0527742 Jul 12 10:53:30.338264 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Deleting port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:30.338612 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:30.396905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:30.690582 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e0541ac2-c917-4e03-8483-0f7291312848 req-cc3cdd3e-86d0-427f-b179-0bb0bee65244 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 210 time: 0.0445166 Jul 12 10:53:30.722250 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] For port c991a8fc-9be7-4923-aa2c-2866e1dbfe12, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:30.722618 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:30.738528 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6837d2-3c37-4fec-b80c-51d9cb4bc70f req-98e0b2d7-47b0-4933-be1d-0fddaad928fc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:30.740050 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2c6837d2-3c37-4fec-b80c-51d9cb4bc70f req-98e0b2d7-47b0-4933-be1d-0fddaad928fc tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 945 time: 0.3609443 Jul 12 10:53:30.747365 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Calling delete_port for c991a8fc-9be7-4923-aa2c-2866e1dbfe12 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:30.834884 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2c6837d2-3c37-4fec-b80c-51d9cb4bc70f req-f4c05220-1255-4ff3-abea-fcfbe639c452 tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/security-groups?id=21986270-8aa6-4e3c-b6fa-9ef38078db11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889204 Jul 12 10:53:31.029616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (c991a8fc-9be7-4923-aa2c-2866e1dbfe12), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:31.057528 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Pushing event deleted for resources: {'Port': ['ID=c991a8fc-9be7-4923-aa2c-2866e1dbfe12,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:31.101694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] No DVR routers for this DVR port c991a8fc-9be7-4923-aa2c-2866e1dbfe12 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:31.104138 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:31.107653 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e9557b15-7601-4ea2-a26b-e8151cf90387 req-894fdfe1-b2da-42c3-88c9-f1c4d216abde tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.76 "DELETE /v2.0/ports/c991a8fc-9be7-4923-aa2c-2866e1dbfe12 HTTP/1.1" status: 204 len: 173 time: 0.8735723 Jul 12 10:53:31.108095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'name': 'network-vif-deleted', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:31.110356 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa92d3-3071-48ce-a9e8-7da403bfc174" -d '{"events": [{"server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "name": "network-vif-deleted", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:31.145957 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4384bb5-06c2-4554-b7d1-b3f3047ee755 x-openstack-request-id: req-d4384bb5-06c2-4554-b7d1-b3f3047ee755 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:31.146293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee69f0ae-0512-4d26-b24a-adc6389573d5", "name": "network-vif-deleted", "tag": "c991a8fc-9be7-4923-aa2c-2866e1dbfe12", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:31.146554 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4384bb5-06c2-4554-b7d1-b3f3047ee755 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:31.147008 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4384bb5-06c2-4554-b7d1-b3f3047ee755'] response: {'server_uuid': 'ee69f0ae-0512-4d26-b24a-adc6389573d5', 'name': 'network-vif-deleted', 'tag': 'c991a8fc-9be7-4923-aa2c-2866e1dbfe12', 'status': 'completed', 'code': 200} Jul 12 10:53:31.790566 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d869dd05-ea42-44ca-8254-0bfec0d09d06 req-b50bb29b-9726-489d-bcde-051e160b4ea8 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Jul 12 10:53:31.944543 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-532a1778-3243-44b9-b2f7-88bb76aea32b req-c4a1a5cb-4f97-4051-b112-8415ef5d08ce tempest-ServerRescueNegativeTestJSON-1638598736 tempest-ServerRescueNegativeTestJSON-1638598736-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee69f0ae-0512-4d26-b24a-adc6389573d5 HTTP/1.1" status: 200 len: 210 time: 0.0278676 Jul 12 10:53:32.059321 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:32.314051 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-a20358d3-d823-4598-be7d-935d9e91c548 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:32.315578 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-a20358d3-d823-4598-be7d-935d9e91c548 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 810 time: 0.1043832 Jul 12 10:53:32.389156 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-8f151239-847a-468f-aa6d-940eb202207c tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d HTTP/1.1" status: 200 len: 380 time: 0.0568404 Jul 12 10:53:32.398337 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'port': {'device_id': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'admin_state_up': True, 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'security_groups': ['de831287-d430-410c-956c-bb9dce7dc7cc']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:32.619486 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Made reservation on behalf of b647d83d2c7c4bf8912dd32f6a097c1d for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:53:32.624030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:32.763801 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Allocated IP 172.20.0.9 (eab52b47-4238-4224-b780-66fe2b5db908/81a14a05-7609-46d6-beb9-f7a16edc3af1/e384ccf4-6dbe-4e12-b42e-6f658d89abd5) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:32.875578 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c991a8fc-9be7-4923-aa2c-2866e1dbfe12 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:32.895651 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: c991a8fc-9be7-4923-aa2c-2866e1dbfe12 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:32.896004 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device c991a8fc-9be7-4923-aa2c-2866e1dbfe12 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:32.908803 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:32.911685 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dd9ee67f-f702-4ceb-96f5-31ae61f8907e req-060d49e4-590d-4e7f-8ad1-b4525f111dca tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 210 time: 0.0414202 Jul 12 10:53:32.928740 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:32.999867 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57380) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:33.043128 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.102892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Network eab52b47-4238-4224-b780-66fe2b5db908 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:33.108174 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:33.111967 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:33.183035 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event updated for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:33.213316 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:33.213916 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.336074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-6e384a50-6e63-49fd-a05d-78eef85c1a8c None None] Provisioning complete for port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:33.336884 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6e384a50-6e63-49fd-a05d-78eef85c1a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.357828 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-d3f307bf-42b9-43f0-9237-963e02411e19 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631226 Jul 12 10:53:33.375676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6e384a50-6e63-49fd-a05d-78eef85c1a8c None None] Port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:53:33.379699 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Request body: {'port': {'device_id': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:33.477349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.830954 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (28844a77-7196-4dfe-bafc-e335db72fd62), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.946022 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e384ccf4-6dbe-4e12-b42e-6f658d89abd5 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:53:33.959232 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks [] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:33.982288 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Transition to ACTIVE for port object e384ccf4-6dbe-4e12-b42e-6f658d89abd5 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:53:34.139321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e3d59-1f38-44c4-8dc0-71562f5dd80b req-74ef5002-67cc-4df1-814d-6ad9a3553e14 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.140836 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-612e3d59-1f38-44c4-8dc0-71562f5dd80b req-74ef5002-67cc-4df1-814d-6ad9a3553e14 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 931 time: 0.1377897 Jul 12 10:53:34.142673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.239441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Pushing event updated for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:34.312101 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-d5d805fb-44be-495b-a721-c5534b7824e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648575 Jul 12 10:53:34.325621 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-612e3d59-1f38-44c4-8dc0-71562f5dd80b req-82a55d6d-868b-43c3-9f79-ecd74d1ce1a0 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746819 Jul 12 10:53:34.391590 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Attempting to bind port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:53:34.392038 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Attempting to bind port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:53:34.392600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Attempting to bind port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:34.401273 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 on network eab52b47-4238-4224-b780-66fe2b5db908 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:53:34.401703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Attempting to bind port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 on network eab52b47-4238-4224-b780-66fe2b5db908 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:34.412049 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:53:34.412484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Checking segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:53:34.412879 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Bound using segment: {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:53:34.413449 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Bound port: e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572894c2-a958-43bd-9108-be75e8b46987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:53:34.413878 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.419467 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Deleting port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:34.425269 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.445944 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dc98-889e-488f-983b-a83960f7e81a req-4751a356-9afb-4e83-9cbe-293cdf31e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.447567 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-4751a356-9afb-4e83-9cbe-293cdf31e497 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.0644526 Jul 12 10:53:34.551921 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:53:34.556439 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:53:34.563383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] For port b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:34.563759 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.572900 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dc98-889e-488f-983b-a83960f7e81a req-940fb527-5c41-40ae-8eb9-1ebb2a5a8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.574480 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-940fb527-5c41-40ae-8eb9-1ebb2a5a8c62 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.1079133 Jul 12 10:53:34.576117 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Calling delete_port for b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c owned by network:router_interface {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:34.637100 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-4041feef-db5b-4e6a-bdd1-31f55686999a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 1001 time: 0.0566499 Jul 12 10:53:34.683744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.688756 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dc98-889e-488f-983b-a83960f7e81a req-a85e000e-e48f-43d7-9db8-e121ef1597eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.690256 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-a85e000e-e48f-43d7-9db8-e121ef1597eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0474494 Jul 12 10:53:34.728141 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.728808 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:34.730139 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] 10.222.0.76 "PUT /v2.0/ports/e384ccf4-6dbe-4e12-b42e-6f658d89abd5 HTTP/1.1" status: 200 len: 1093 time: 1.3554487 Jul 12 10:53:34.737508 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:34.740914 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:34.756415 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92dc98-889e-488f-983b-a83960f7e81a req-0921ea48-cc00-4c47-a43d-7792b9ca157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.763573 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-0921ea48-cc00-4c47-a43d-7792b9ca157b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604081 Jul 12 10:53:34.779857 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf99cee-b7ea-487e-a7e2-e1648969a841 service neutron] Pushing event updated for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:34.794577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda7c89c-673d-4ae6-81d6-636785ae4df9 x-openstack-request-id: req-bda7c89c-673d-4ae6-81d6-636785ae4df9 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:34.795315 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:34.795736 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bda7c89c-673d-4ae6-81d6-636785ae4df9 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:34.796429 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda7c89c-673d-4ae6-81d6-636785ae4df9'] response: {'name': 'network-changed', 'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'status': 'completed', 'code': 200} Jul 12 10:53:34.905380 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-2e554e6d-f65f-41d9-a19c-2c906865f3f8 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360962 Jul 12 10:53:34.913515 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-a3f5a5ca-6d34-4d4a-8544-ded745f08c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:34.915706 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-a3f5a5ca-6d34-4d4a-8544-ded745f08c77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 1127 time: 0.0682566 Jul 12 10:53:35.007196 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6f92dc98-889e-488f-983b-a83960f7e81a req-fa8d6d1f-d153-44c4-b04c-82fee0c188c2 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936756 Jul 12 10:53:35.015533 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:35.065654 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:35.101503 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-12dfb4a2-9ec0-43a6-bb07-fcb1b1e679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:35.103078 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-12dfb4a2-9ec0-43a6-bb07-fcb1b1e679d2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1592307 Jul 12 10:53:35.291783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-7bac9c72-063a-4f60-a625-4d0dd19f948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:35.293429 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d3c7358e-c4e4-40be-a11c-d4ef0c33b4d3 req-7bac9c72-063a-4f60-a625-4d0dd19f948a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1731920 Jul 12 10:53:35.312051 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (28844a77-7196-4dfe-bafc-e335db72fd62), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:35.750627 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-3b14e15a-83ea-4705-b92c-9a3caeda7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:35.752230 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-3b14e15a-83ea-4705-b92c-9a3caeda7cd0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 1127 time: 0.3826861 Jul 12 10:53:35.830504 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-4bccd4d3-2f2e-44f5-8e8b-56637369b46d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5 HTTP/1.1" status: 200 len: 217 time: 0.0440271 Jul 12 10:53:35.839241 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f3f5d-5ce3-4657-bff7-5a5d04cbd060 req-d09f2805-cf48-493b-bf80-1e3618ae1f04 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:35.840778 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-215f3f5d-5ce3-4657-bff7-5a5d04cbd060 req-d09f2805-cf48-493b-bf80-1e3618ae1f04 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 943 time: 0.4194055 Jul 12 10:53:35.956148 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-b63d193a-c986-42c5-b02f-a440e84a112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:35.957658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-b63d193a-c986-42c5-b02f-a440e84a112f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.1157594 Jul 12 10:53:36.002884 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-215f3f5d-5ce3-4657-bff7-5a5d04cbd060 req-29dba825-9085-44f4-9012-8fa87bfc6dde tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516340 Jul 12 10:53:36.009368 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Router 28844a77-7196-4dfe-bafc-e335db72fd62 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:36.076918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-89adfa7b-d1a3-4d97-b98c-9467cddabc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:36.078466 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-89adfa7b-d1a3-4d97-b98c-9467cddabc8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117091 Jul 12 10:53:36.193199 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:36.202733 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Sync routers for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:36.204143 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c3937424-1991-433a-9f5c-e1a7ece4ed00 admin admin] 10.222.0.36 "PUT /v2.0/routers/28844a77-7196-4dfe-bafc-e335db72fd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2031889 Jul 12 10:53:36.206728 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57414) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:36.214133 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:36.214815 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:36.259480 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-45411ddf-8c25-4edd-8047-20e7c413d7d7 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735921 Jul 12 10:53:36.318939 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:36.378634 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks [] for router (28844a77-7196-4dfe-bafc-e335db72fd62), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:36.436075 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fbf05d07-6d07-4899-8d3b-779cb15278a2 req-28d9f6ad-1888-4660-b927-966cbc9bc1c8 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696432 Jul 12 10:53:36.494745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks [] for router_gateway (28844a77-7196-4dfe-bafc-e335db72fd62), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:36.499067 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:53:34Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:36.523602 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Checking router: 28844a77-7196-4dfe-bafc-e335db72fd62 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:36.532628 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Routers {'28844a77-7196-4dfe-bafc-e335db72fd62'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:36.533235 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['28844a77-7196-4dfe-bafc-e335db72fd62'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:36.632455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Deleting port 0b7a6517-3044-4b54-b340-6d3411e36bee {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:36.632794 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:36.634267 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] Set router 28844a77-7196-4dfe-bafc-e335db72fd62 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:36.714921 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] For port 0b7a6517-3044-4b54-b340-6d3411e36bee, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0b7a6517-3044-4b54-b340-6d3411e36bee,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:36.715322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:36.728703 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Calling delete_port for 0b7a6517-3044-4b54-b340-6d3411e36bee owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:36.814733 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:53:34Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:36.839149 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99284b7e-00fd-4fe8-95aa-ce2a8c267570 None None] The sync data for ids ['28844a77-7196-4dfe-bafc-e335db72fd62'] in dv-cinder-847864-7-iscsi is: [{'id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'name': 'tempest-ServerRescueNegativeTestJSON-818228222-router', 'tenant_id': 'b91c91fb8a5d44d093015f3211bcd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:53:34Z', 'revision_number': 5, 'project_id': 'b91c91fb8a5d44d093015f3211bcd099', 'gw_port': {'id': '0b7a6517-3044-4b54-b340-6d3411e36bee', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28844a77-7196-4dfe-bafc-e335db72fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:48Z', 'updated_at': '2022-07-12T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:36.957040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (0b7a6517-3044-4b54-b340-6d3411e36bee), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:36.984217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7a6517-3044-4b54-b340-6d3411e36bee,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:37.060414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (28844a77-7196-4dfe-bafc-e335db72fd62), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.183250 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (28844a77-7196-4dfe-bafc-e335db72fd62), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.187049 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks [] for router_controller (28844a77-7196-4dfe-bafc-e335db72fd62), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.243119 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232fef5-6552-40f4-ae9d-d6cb78fed5ce req-e2c16e91-78ea-4159-82df-053c08bb4bac tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:37.248146 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2232fef5-6552-40f4-ae9d-d6cb78fed5ce req-e2c16e91-78ea-4159-82df-053c08bb4bac tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 943 time: 0.1544399 Jul 12 10:53:37.300422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2232fef5-6552-40f4-ae9d-d6cb78fed5ce req-2cb0c946-1c89-4da1-86d2-2b04470456d1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489130 Jul 12 10:53:37.332014 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (28844a77-7196-4dfe-bafc-e335db72fd62), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.332545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28844a77-7196-4dfe-bafc-e335db72fd62 {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:53:37.340991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.345592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:37.346055 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-205103bc-4fc2-4a81-9d48-9f2ef530cc1a admin admin] 10.222.0.36 "DELETE /v2.0/routers/28844a77-7196-4dfe-bafc-e335db72fd62 HTTP/1.1" status: 204 len: 168 time: 1.1345360 Jul 12 10:53:37.347528 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57428) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:37.366253 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:37.368743 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b9bbf720-e7d3-403f-8b72-d8a8e1a3b05c not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:37.394971 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Deleting subnet d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:53:37.398899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Publish callbacks [] for subnet (d2b6c55f-4942-4ef2-8216-fcc858a5cfc4), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.441614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (d2b6c55f-4942-4ef2-8216-fcc858a5cfc4), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.589659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (d2b6c55f-4942-4ef2-8216-fcc858a5cfc4), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.634685 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9344e-1a24-4ffa-b506-51eb650f7c0f req-2e508e2b-88a2-4b84-938d-3b9e874ca08b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:37.636223 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bac9344e-1a24-4ffa-b506-51eb650f7c0f req-2e508e2b-88a2-4b84-938d-3b9e874ca08b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.1259842 Jul 12 10:53:37.691829 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bac9344e-1a24-4ffa-b506-51eb650f7c0f req-73242478-761a-432c-be0d-58373c66181f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Jul 12 10:53:37.803077 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (d2b6c55f-4942-4ef2-8216-fcc858a5cfc4), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.829677 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b6c55f-4942-4ef2-8216-fcc858a5cfc4,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:37.834374 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.837635 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4a7c22b7-2c02-4c41-bfea-e22ca58769d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d2b6c55f-4942-4ef2-8216-fcc858a5cfc4 HTTP/1.1" status: 204 len: 168 time: 0.4880662 Jul 12 10:53:37.840851 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57432) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:37.844965 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563209e9-b2bf-4df3-9fff-a85edbb12f06 None None] Network 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:53:37.924302 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (5790975a-0dba-45a4-b0ae-4f40dde2e9c8), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:37.986212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Deleting port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:37.986584 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.018967 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] DHCP port deletion for 5790975a-0dba-45a4-b0ae-4f40dde2e9c8 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:53:38.055779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] For port 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dd13f29-3caf-451f-afa8-fe11a060dbe9,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:38.056087 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.064088 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Deleting port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:38.064468 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.070273 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Calling delete_port for 3dd13f29-3caf-451f-afa8-fe11a060dbe9 owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:38.137165 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] For port 3dd13f29-3caf-451f-afa8-fe11a060dbe9, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3dd13f29-3caf-451f-afa8-fe11a060dbe9,segment=NetworkSegment(08eb5004-4f54-423e-b219-4401381bddea),segment_id=08eb5004-4f54-423e-b219-4401381bddea)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:38.137694 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.151057 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Calling delete_port for 3dd13f29-3caf-451f-afa8-fe11a060dbe9 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:38.184985 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-67e0b731-af91-491b-9f8b-106eea8d63f9 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249691387&fields=id&tenant_id=9d9d6201dca04e77bfb9658d4d21dfae HTTP/1.1" status: 200 len: 267 time: 0.0688517 Jul 12 10:53:38.245074 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-dc88890b-eb55-4b0b-8bfb-14e1f5303915 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:38.246542 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-dc88890b-eb55-4b0b-8bfb-14e1f5303915 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 985 time: 0.0549946 Jul 12 10:53:38.257210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Request body: {'port': {'security_groups': ['2c44493a-0b32-45c0-bd06-037a3eec67eb']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:38.298676 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.303870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (3dd13f29-3caf-451f-afa8-fe11a060dbe9), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.327446 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Pushing event deleted for resources: {'Port': ['ID=3dd13f29-3caf-451f-afa8-fe11a060dbe9,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:38.336509 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] No DVR routers for this DVR port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:38.338531 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.339346 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.339346 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.339603 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.339932 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.340283 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.341164 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.341727 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.341908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.342333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.342660 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.343010 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.343331 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896fb42a-a77f-4da2-955a-cadc56a871a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:53:38.347760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd13f29-3caf-451f-afa8-fe11a060dbe9,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:38.355169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] No DVR routers for this DVR port 3dd13f29-3caf-451f-afa8-fe11a060dbe9 on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:38.366261 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.496320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (5790975a-0dba-45a4-b0ae-4f40dde2e9c8), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.537015 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5790975a-0dba-45a4-b0ae-4f40dde2e9c8']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:38.557500 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eb5004-4f54-423e-b219-4401381bddea') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:38.557795 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eb5004-4f54-423e-b219-4401381bddea') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:38.572993 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (08eb5004-4f54-423e-b219-4401381bddea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.589107 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc025b0-fd53-4f56-ade2-1fa338803bd0 req-ab04a9a4-275b-410a-819f-67fd62bde1ee tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:38.590560 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2fc025b0-fd53-4f56-ade2-1fa338803bd0 req-ab04a9a4-275b-410a-819f-67fd62bde1ee tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 943 time: 0.1611559 Jul 12 10:53:38.642893 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (08eb5004-4f54-423e-b219-4401381bddea), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.659193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Releasing vlan 1051 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:53:38.659586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (08eb5004-4f54-423e-b219-4401381bddea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.709376 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 08eb5004-4f54-423e-b219-4401381bddea resource provider aggregate not found Jul 12 10:53:38.730321 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 08eb5004-4f54-423e-b219-4401381bddea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08eb5004-4f54-423e-b219-4401381bddea found for delete ", "request_id": "req-fe029ea4-8bc1-4d27-8f3e-68ecb42a979b"}]} Jul 12 10:53:38.776430 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2fc025b0-fd53-4f56-ade2-1fa338803bd0 req-b498c3f7-e6b0-4259-8e1a-37b40aa519f9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795504 Jul 12 10:53:38.784135 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:38.813137 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for port (58148076-d608-4596-9cbf-2cfdcd558159), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.866346 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (5790975a-0dba-45a4-b0ae-4f40dde2e9c8), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.874380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.875541 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5790975a-0dba-45a4-b0ae-4f40dde2e9c8 HTTP/1.1" status: 204 len: 168 time: 1.0333683 Jul 12 10:53:38.880209 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device e384ccf4-6dbe-4e12-b42e-6f658d89abd5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:53:38.889562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd4bdb-7459-45b3-9579-0d1d427438a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5790975a-0dba-45a4-b0ae-4f40dde2e9c8,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:38.893684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.931472 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a39c-445e-4e08-b472-c7b4aa7640c9 req-673f86f6-80b3-4378-999d-2457d4d4f7bf tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:38.932994 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5438a39c-445e-4e08-b472-c7b4aa7640c9 req-673f86f6-80b3-4378-999d-2457d4d4f7bf tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.0998359 Jul 12 10:53:38.947662 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:38.948306 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:38.949717 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-830ad4ab-c3f8-48f3-9583-a231383d8dc2 req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "PUT /v2.0/ports/58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 943 time: 0.6969733 Jul 12 10:53:38.951503 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:38.952255 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:38.953354 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3dc444-1e89-426c-a935-a77189acd541" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:38.957953 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57450) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:38.993978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15b6ac-fe2e-4b11-ba8b-56db8104a763 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event updated for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=7']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:39.018465 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e83a846-df73-4e63-8c72-fbf63d1198ac x-openstack-request-id: req-1e83a846-df73-4e63-8c72-fbf63d1198ac {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:39.018744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:39.019026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e83a846-df73-4e63-8c72-fbf63d1198ac {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:39.019432 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e83a846-df73-4e63-8c72-fbf63d1198ac'] response: {'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:53:39.060165 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (ec2be860-e82d-419d-8e00-80e76a2028bf), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.064904 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5438a39c-445e-4e08-b472-c7b4aa7640c9 req-bd3b989f-7607-4c6c-896b-fa67a0df7946 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042202 Jul 12 10:53:39.087657 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:39.104178 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (ec2be860-e82d-419d-8e00-80e76a2028bf), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.222236 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc444-1e89-426c-a935-a77189acd541 req-48775425-3dd2-45ed-8e20-4bc7e3729c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:39.224001 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-48775425-3dd2-45ed-8e20-4bc7e3729c55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1130 time: 0.0664828 Jul 12 10:53:39.248480 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:39.281339 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'port_id': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'mac_address': 'fa:16:3e:0c:88:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:53:39.335301 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc444-1e89-426c-a935-a77189acd541 req-13660ef5-0b4a-4fe5-aa03-0633abee9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:39.336861 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-13660ef5-0b4a-4fe5-aa03-0633abee9483 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 917 time: 0.1058431 Jul 12 10:53:39.342475 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0b7a6517-3044-4b54-b340-6d3411e36bee no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:39.385203 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 0b7a6517-3044-4b54-b340-6d3411e36bee {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:39.385462 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0b7a6517-3044-4b54-b340-6d3411e36bee not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:39.385875 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dd13f29-3caf-451f-afa8-fe11a060dbe9 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:39.410302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ec2be860-e82d-419d-8e00-80e76a2028bf), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.413699 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.415343 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec2be860-e82d-419d-8e00-80e76a2028bf HTTP/1.1" status: 204 len: 168 time: 0.4556201 Jul 12 10:53:39.423643 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c3621502-e3f3-4289-b621-76b6672f49d6 None None] Provisioning complete for port 58148076-d608-4596-9cbf-2cfdcd558159 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:39.424012 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c3621502-e3f3-4289-b621-76b6672f49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (58148076-d608-4596-9cbf-2cfdcd558159), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.425375 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:39.425740 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.439431 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57452) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:39.440015 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57454) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:39.458314 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 3dd13f29-3caf-451f-afa8-fe11a060dbe9 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:39.458721 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3dd13f29-3caf-451f-afa8-fe11a060dbe9 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:39.473818 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-671a909f-274c-46ce-ba9f-53186ae08f83 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 1001 time: 0.0746367 Jul 12 10:53:39.479999 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e384ccf4-6dbe-4e12-b42e-6f658d89abd5 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:53:39.482390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe784e-d8ba-406d-941b-7c8c69721fec tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2be860-e82d-419d-8e00-80e76a2028bf,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:39.524813 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:39.528417 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc444-1e89-426c-a935-a77189acd541 req-d0c5b54d-4680-4d14-be5c-56109ad111bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:39.530186 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-d0c5b54d-4680-4d14-be5c-56109ad111bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0513990 Jul 12 10:53:39.579783 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-887df0b1-bf57-44c7-8a07-6a57bd357b58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:39.582975 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-887df0b1-bf57-44c7-8a07-6a57bd357b58 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.1841218 Jul 12 10:53:39.603782 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.606012 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dc444-1e89-426c-a935-a77189acd541 req-6cca495f-ed3a-4cee-8c65-8a68f4218ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:39.606012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-6cca495f-ed3a-4cee-8c65-8a68f4218ce2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682759 Jul 12 10:53:39.634993 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b97183f8-a847-4b62-a231-273cff8146c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b91c91fb8a5d44d093015f3211bcd099&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1914520 Jul 12 10:53:39.642791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57460) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:39.648849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c3621502-e3f3-4289-b621-76b6672f49d6 None None] Current status of the port 58148076-d608-4596-9cbf-2cfdcd558159 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:39.688022 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:39.750178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] Publish callbacks [] for security_group (21986270-8aa6-4e3c-b6fa-9ef38078db11), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.775213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:39.775564 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.787715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-be5e8ba2-e489-4bb2-9800-e19b28c7374b service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739500 Jul 12 10:53:39.789479 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] Publish callbacks [] for security_group (21986270-8aa6-4e3c-b6fa-9ef38078db11), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.834178 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Deleting port d1e9062a-2739-41af-b74e-3d64a52aba46 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:39.834555 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.946691 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] For port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:39.947080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.964637 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.965363 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for floatingip (d1e9062a-2739-41af-b74e-3d64a52aba46), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:39.994886 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['e384ccf4-6dbe-4e12-b42e-6f658d89abd5'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:40.256422 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce3dc444-1e89-426c-a935-a77189acd541 req-06e6930c-3622-4498-8036-194b32ff3d25 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600005 Jul 12 10:53:40.272488 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fddf9-1f5a-4b19-af45-435234a80e25 req-9d3a1c11-8bde-4088-b5e3-1e53cd979cba tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:40.274169 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c58fddf9-1f5a-4b19-af45-435234a80e25 req-9d3a1c11-8bde-4088-b5e3-1e53cd979cba tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 944 time: 0.1458476 Jul 12 10:53:40.277842 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Calling delete_port for d1e9062a-2739-41af-b74e-3d64a52aba46 owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:40.290283 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e178-e79e-4b5f-a034-c2cee7a91e51 req-a83adce7-a3d8-4b1b-8fe0-9f75f2744d31 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:40.291795 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0c61e178-e79e-4b5f-a034-c2cee7a91e51 req-a83adce7-a3d8-4b1b-8fe0-9f75f2744d31 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 946 time: 0.1116579 Jul 12 10:53:40.336763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (21986270-8aa6-4e3c-b6fa-9ef38078db11), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.339323 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.340411 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21986270-8aa6-4e3c-b6fa-9ef38078db11 HTTP/1.1" status: 204 len: 168 time: 0.6962130 Jul 12 10:53:40.368312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d330fc-c289-4126-bdf5-e8bb1a817b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21986270-8aa6-4e3c-b6fa-9ef38078db11,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:40.376426 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c58fddf9-1f5a-4b19-af45-435234a80e25 req-b34c72f8-8cd2-4e4d-87dc-8a71d1f8e137 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931649 Jul 12 10:53:40.388521 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0c61e178-e79e-4b5f-a034-c2cee7a91e51 req-7aa49761-e50b-4a42-b570-5f213c8c2c88 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=e92fd315-d373-419b-83f4-d978bed27ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886097 Jul 12 10:53:40.484799 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.485094 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.485421 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP e483f014-5dc3-4783-9cff-b589e1f609df disassociated. External IP: 172.27.2.92, port: 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b. Jul 12 10:53:40.485772 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:40.514400 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f70db-3cfb-4553-8b00-0a6b5589466d req-915d75fb-f39a-44eb-bfc3-b8535493611f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:40.516004 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-176f70db-3cfb-4553-8b00-0a6b5589466d req-915d75fb-f39a-44eb-bfc3-b8535493611f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0572264 Jul 12 10:53:40.569783 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-176f70db-3cfb-4553-8b00-0a6b5589466d req-5255c7a6-d889-48f3-a60f-2c939efc1ec3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473275 Jul 12 10:53:40.631957 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:53:40.699492 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (d1e9062a-2739-41af-b74e-3d64a52aba46), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.728760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event deleted for resources: {'Port': ['ID=d1e9062a-2739-41af-b74e-3d64a52aba46,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:40.759157 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (9ad58b84-e3e9-4cbc-8c87-2db41a75c09b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.822481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=9ad58b84-e3e9-4cbc-8c87-2db41a75c09b,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:40.845923 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks [] for floatingip (faa1d743-8afa-48ef-847c-ea99ef9f1f9e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:40.846262 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Floating IP faa1d743-8afa-48ef-847c-ea99ef9f1f9e disassociated (deleted). External IP: 172.27.2.40, port: 58148076-d608-4596-9cbf-2cfdcd558159. Jul 12 10:53:40.895330 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device e384ccf4-6dbe-4e12-b42e-6f658d89abd5 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:53:41.025778 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:41.030976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:53:41.035240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:41.035633 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:41.112224 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:41.112563 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:41.136159 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:41.138665 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b4587-1970-46c8-837e-fd7be41996ce" -d '{"events": [{"server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "name": "network-vif-plugged", "status": "completed", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:41.159917 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:41.222781 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:41.228620 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:41.241120 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:41.263371 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:41.263371 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:41.315052 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] No DVR routers for this DVR port 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:41.318984 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:41.322551 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-81f7d00f-5952-48cc-8ecc-99d9952fca89 req-47f61ff1-344d-499f-b205-593e9d6f4b74 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "DELETE /v2.0/ports/9ad58b84-e3e9-4cbc-8c87-2db41a75c09b HTTP/1.1" status: 204 len: 173 time: 1.7271941 Jul 12 10:53:41.322932 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'name': 'network-vif-deleted', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:41.326215 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955fe73a-caaa-43a1-9fd9-9569ad9b352d" -d '{"events": [{"server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "name": "network-vif-deleted", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:41.327967 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:41.425862 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e98fc1-2d8d-4f47-b0aa-b4602e20ba06 x-openstack-request-id: req-c2e98fc1-2d8d-4f47-b0aa-b4602e20ba06 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:41.426309 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "name": "network-vif-plugged", "status": "completed", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:41.426636 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2e98fc1-2d8d-4f47-b0aa-b4602e20ba06 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:41.427246 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e98fc1-2d8d-4f47-b0aa-b4602e20ba06'] response: {'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'code': 200} Jul 12 10:53:41.429616 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:41.446120 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Sync routers for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:41.448634 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:41.452920 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:41.479647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:41.479855 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:41.480428 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:41.541803 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-458593f1-808b-49a0-99c0-83ae62faad21 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "DELETE /v2.0/floatingips/faa1d743-8afa-48ef-847c-ea99ef9f1f9e HTTP/1.1" status: 204 len: 168 time: 2.0995359 Jul 12 10:53:41.566605 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285c2f12-ec41-47fa-9e47-95626bddd13f x-openstack-request-id: req-285c2f12-ec41-47fa-9e47-95626bddd13f {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:41.569243 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5317e741-9d07-44b2-add7-59109649548d", "name": "network-vif-deleted", "tag": "9ad58b84-e3e9-4cbc-8c87-2db41a75c09b", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:41.569613 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-285c2f12-ec41-47fa-9e47-95626bddd13f {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:41.570140 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285c2f12-ec41-47fa-9e47-95626bddd13f'] response: {'server_uuid': '5317e741-9d07-44b2-add7-59109649548d', 'name': 'network-vif-deleted', 'tag': '9ad58b84-e3e9-4cbc-8c87-2db41a75c09b', 'status': 'completed', 'code': 200} Jul 12 10:53:41.646042 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58d08-840f-4ab8-b35c-b63922cf22b9 req-b6af0508-6a2e-49ed-a8a9-482eec053c46 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:41.648365 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f7c58d08-840f-4ab8-b35c-b63922cf22b9 req-b6af0508-6a2e-49ed-a8a9-482eec053c46 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0737205 Jul 12 10:53:41.696630 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e0c963cd-d009-441f-9520-1e3f9f7c03e1 req-7255444e-c697-46cf-bb7e-d7a4d33e5369 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 210 time: 0.0472307 Jul 12 10:53:41.723669 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:41.746641 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:41.747270 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f7c58d08-840f-4ab8-b35c-b63922cf22b9 req-2a0ecf9d-adc8-470e-8c8c-49286ef19c08 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803368 Jul 12 10:53:41.801408 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:41.812369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:41.813007 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:41.923252 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751260e-f069-436e-888b-59efbfcc6b16 req-05f4d6c4-9ac3-4bb8-8926-b8340776e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:41.925403 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4751260e-f069-436e-888b-59efbfcc6b16 req-05f4d6c4-9ac3-4bb8-8926-b8340776e391 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 1129 time: 0.0814555 Jul 12 10:53:41.972172 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0c22-e8a5-4392-9d31-25e2ce8e574d req-4710e755-181a-4d89-a82e-481ff9b8565d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:41.974591 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b7a0c22-e8a5-4392-9d31-25e2ce8e574d req-4710e755-181a-4d89-a82e-481ff9b8565d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.1182878 Jul 12 10:53:41.991425 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:42.005011 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4751260e-f069-436e-888b-59efbfcc6b16 req-eda8da12-a7e1-4eea-a8fd-a769a5bb6523 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732341 Jul 12 10:53:42.042417 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b7a0c22-e8a5-4392-9d31-25e2ce8e574d req-599e835a-dd12-4228-8e73-37c5070cc715 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611973 Jul 12 10:53:42.058379 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:42.097219 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Checking router: ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:42.109258 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:42.109921 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:42.251088 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:42.282173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9882fb-019e-409b-9f4b-0759760cb056 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:42.334658 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:42.564301 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:42.569430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2719258-5ab7-40a9-858c-119d0fd5c093 None None] New status for floating IP e483f014-5dc3-4783-9cff-b589e1f609df: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:42.591237 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d78c3-bfb8-4805-994c-2ff8879b6c73 None None] The sync data for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi is: [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:50:39Z', 'revision_number': 4, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '86308afa-582e-4e86-b2e6-c4fa3cb3adb0', 'name': '', 'network_id': '7716e489-83e8-4693-ad50-6b19f6621826', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'mac_address': 'fa:16:3e:07:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:38Z', 'updated_at': '2022-07-12T10:50:45Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'subnets': [{'id': 'e6ac2633-c543-4471-a77b-e9c1e8ea0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:42.821258 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eba482d4-c124-4ace-93ea-2531997e52d2 req-56fbc065-7f68-436f-b312-f2d22a079234 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=5317e741-9d07-44b2-add7-59109649548d HTTP/1.1" status: 200 len: 210 time: 0.0331802 Jul 12 10:53:42.876810 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:42.903462 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7ba075-563e-4a3e-9bdf-73a5c342912f None None] New status for floating IP faa1d743-8afa-48ef-847c-ea99ef9f1f9e: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:42.904614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d5ea-8a6b-4dca-a239-3642a333981b req-9c22ec4a-e2b7-4fa8-bed2-abed4e6c0c63 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:42.906226 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecd5d5ea-8a6b-4dca-a239-3642a333981b req-9c22ec4a-e2b7-4fa8-bed2-abed4e6c0c63 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0669711 Jul 12 10:53:42.914448 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:42.914822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 9ad58b84-e3e9-4cbc-8c87-2db41a75c09b not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:42.966461 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ecd5d5ea-8a6b-4dca-a239-3642a333981b req-12b21753-02c3-4e02-95bf-eae0a11d5c20 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539176 Jul 12 10:53:43.007967 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57544) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:43.120546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-007d6846-a897-4716-a8ed-9479abea6df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.206687 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-007d6846-a897-4716-a8ed-9479abea6df0 admin admin] Publish callbacks [] for security_group (752c9268-99d3-4598-953e-24cb5fccd16e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.229164 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f02f-0225-42d7-8a36-1d3cf0395356 req-08a8562c-2204-4df9-bc78-b1fa61570132 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:43.230674 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4d97f02f-0225-42d7-8a36-1d3cf0395356 req-08a8562c-2204-4df9-bc78-b1fa61570132 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0555978 Jul 12 10:53:43.283635 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4d97f02f-0225-42d7-8a36-1d3cf0395356 req-253dd127-2fe1-4432-b7a3-a73278b5d860 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464807 Jul 12 10:53:43.326132 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-007d6846-a897-4716-a8ed-9479abea6df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (752c9268-99d3-4598-953e-24cb5fccd16e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.368192 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-007d6846-a897-4716-a8ed-9479abea6df0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a67467b138e24452bfa2ccc74b812c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564737 Jul 12 10:53:43.368192 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d6846-a897-4716-a8ed-9479abea6df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752c9268-99d3-4598-953e-24cb5fccd16e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:43.368659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57552) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:43.418290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] Publish callbacks [] for security_group (752c9268-99d3-4598-953e-24cb5fccd16e), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.441988 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] Publish callbacks [] for security_group (752c9268-99d3-4598-953e-24cb5fccd16e), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.571462 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:43.573721 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:43.583070 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (752c9268-99d3-4598-953e-24cb5fccd16e), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.585788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:43.591785 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/752c9268-99d3-4598-953e-24cb5fccd16e HTTP/1.1" status: 204 len: 168 time: 0.2217855 Jul 12 10:53:43.601658 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f895ad0-793f-4213-92d4-99072882b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c9268-99d3-4598-953e-24cb5fccd16e,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:43.617130 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9fdc75-325b-41ca-841a-cb57b37f304e x-openstack-request-id: req-5b9fdc75-325b-41ca-841a-cb57b37f304e {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:43.617502 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:43.617824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b9fdc75-325b-41ca-841a-cb57b37f304e {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:43.618288 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9fdc75-325b-41ca-841a-cb57b37f304e'] response: {'name': 'network-changed', 'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:53:43.712214 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-3ba1be86-7e6d-4de1-a5aa-4b93028a24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:43.713858 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-3ba1be86-7e6d-4de1-a5aa-4b93028a24c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 1130 time: 0.0474355 Jul 12 10:53:43.811729 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-338101de-46af-4cf3-b43e-27115c15ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:43.813222 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-338101de-46af-4cf3-b43e-27115c15ad77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 200 len: 917 time: 0.0932820 Jul 12 10:53:43.857228 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-68cc57b9-d140-4fed-b700-cfc2efe44949 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 200 len: 217 time: 0.0360301 Jul 12 10:53:43.915656 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-16ae652b-778f-48e3-9200-3d902575d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:43.917114 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-16ae652b-778f-48e3-9200-3d902575d1b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 200 len: 854 time: 0.0540190 Jul 12 10:53:43.972694 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-3c58f7af-f8c8-4ca6-824f-0c30ab75b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:43.974241 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-3c58f7af-f8c8-4ca6-824f-0c30ab75b194 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7716e489-83e8-4693-ad50-6b19f6621826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505190 Jul 12 10:53:44.014150 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57568) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:44.108910 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-8355be19-5f15-4e47-a1ad-a58dae24714d service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283092 Jul 12 10:53:44.135352 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (e92fd315-d373-419b-83f4-d978bed27ae0), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.161886 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7931-ec87-43a9-9ae7-ee502b738559 req-f7c154f0-ce9d-4b7d-bd48-5fce6c423ded tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:44.163524 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-76ab7931-ec87-43a9-9ae7-ee502b738559 req-f7c154f0-ce9d-4b7d-bd48-5fce6c423ded tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.1037636 Jul 12 10:53:44.175479 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (e92fd315-d373-419b-83f4-d978bed27ae0), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.213242 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-7f352d66-49ef-4a6f-b30c-3b46e142a7a7 req-f5b3e35d-56f8-4a03-a8dc-493e653e44b4 service neutron] 10.222.0.76 "GET /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982041 Jul 12 10:53:44.240472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-76ab7931-ec87-43a9-9ae7-ee502b738559 req-27e80f7a-3964-4b9a-949f-fe5033633662 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703621 Jul 12 10:53:44.361081 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e92fd315-d373-419b-83f4-d978bed27ae0), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.363562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.364641 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/security-groups/e92fd315-d373-419b-83f4-d978bed27ae0 HTTP/1.1" status: 204 len: 168 time: 0.3495107 Jul 12 10:53:44.367507 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57580) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:44.382682 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-703363bd-9a5f-4b1e-b87e-d83317eea173 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] show failed (client error): The resource could not be found. Jul 12 10:53:44.384983 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-703363bd-9a5f-4b1e-b87e-d83317eea173 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups/e92fd315-d373-419b-83f4-d978bed27ae0 HTTP/1.1" status: 404 len: 347 time: 0.0150552 Jul 12 10:53:44.387224 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57584) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:44.401747 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4a6a7-6c57-49e1-9c40-be745518dcec tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92fd315-d373-419b-83f4-d978bed27ae0,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:44.421040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ded8c-eec3-4e77-82c3-4aa3705605ad req-5fd2a9b8-7ea1-4353-a719-b3e124592d95 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:44.422614 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-683ded8c-eec3-4e77-82c3-4aa3705605ad req-5fd2a9b8-7ea1-4353-a719-b3e124592d95 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.1117651 Jul 12 10:53:44.434662 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57586) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:44.442770 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Request body: {'floatingip': {'port_id': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:44.485351 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63471a-893e-4e43-adb3-c1ef3370eb50 req-43b5e797-eefa-46e9-bd55-059cd658f904 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:44.492411 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c63471a-893e-4e43-adb3-c1ef3370eb50 req-43b5e797-eefa-46e9-bd55-059cd658f904 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.1355965 Jul 12 10:53:44.525378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.530541 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port 8aab355c-2ce7-4bb0-b8f5-6c362bb1e431 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:44.530958 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.625230 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c63471a-893e-4e43-adb3-c1ef3370eb50 req-dedac9bd-1d46-4ed8-8acb-ff7c4f97430d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254900 Jul 12 10:53:44.642003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.642416 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.656745 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for 8aab355c-2ce7-4bb0-b8f5-6c362bb1e431 owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:44.938629 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (8aab355c-2ce7-4bb0-b8f5-6c362bb1e431), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:44.967462 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=8aab355c-2ce7-4bb0-b8f5-6c362bb1e431,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:45.024179 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.037586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (e483f014-5dc3-4783-9cff-b589e1f609df), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.040257 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.041401 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d3811918-bfbd-48c5-934a-b307b40978fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/floatingips/e483f014-5dc3-4783-9cff-b589e1f609df HTTP/1.1" status: 204 len: 168 time: 0.6527605 Jul 12 10:53:45.145426 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.220625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57610) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:45.225234 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052423308', 'description': 'tempest-description--801010476'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:45.243237 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Floating IP 8cede4c9-b620-4198-ad87-ada08997acb0 associated. External IP: 172.27.2.93, port: e384ccf4-6dbe-4e12-b42e-6f658d89abd5. Jul 12 10:53:45.351252 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.418933 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (4128fc1d-0812-4b35-9140-88e3ee8f2811), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.455868 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:45.563030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:45.567924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.574176 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:45.585808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:45.587140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:45.596704 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4128fc1d-0812-4b35-9140-88e3ee8f2811), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.603525 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a8b9f9ed-e8e5-4216-b941-6bd153f91c7e tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "PUT /v2.0/floatingips/8cede4c9-b620-4198-ad87-ada08997acb0 HTTP/1.1" status: 200 len: 990 time: 1.1649730 Jul 12 10:53:45.604134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:45.606693 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d0018-1e38-43ef-a6da-96480764e471" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:45.625166 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4128fc1d-0812-4b35-9140-88e3ee8f2811,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:45.665619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad90814f-1768-4f8c-a655-33e71dcc50ed x-openstack-request-id: req-ad90814f-1768-4f8c-a655-33e71dcc50ed {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:45.665913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:45.666171 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad90814f-1768-4f8c-a655-33e71dcc50ed {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:45.666578 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad90814f-1768-4f8c-a655-33e71dcc50ed'] response: {'name': 'network-changed', 'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'status': 'completed', 'code': 200} Jul 12 10:53:45.678832 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.682938 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6fad23b3-9c84-427c-8975-c161699b8684 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4585257 Jul 12 10:53:45.683754 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57628) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:45.691246 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '4128fc1d-0812-4b35-9140-88e3ee8f2811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:45.726401 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:45.754302 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b782-ba69-414c-b2ee-c163d33830c5 req-de4b69a0-304f-4445-8272-eae305198824 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:45.755946 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7079b782-ba69-414c-b2ee-c163d33830c5 req-de4b69a0-304f-4445-8272-eae305198824 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0666714 Jul 12 10:53:45.779985 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0018-1e38-43ef-a6da-96480764e471 req-d6c6dc8f-3f60-4a80-adad-e0e3b23957fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:45.781490 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-d6c6dc8f-3f60-4a80-adad-e0e3b23957fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 1129 time: 0.0616779 Jul 12 10:53:45.817994 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7079b782-ba69-414c-b2ee-c163d33830c5 req-3063d21d-e167-4fd8-b12e-84720ed73398 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535040 Jul 12 10:53:45.847878 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (301d74d5-7c1b-4b47-b1fe-016537d37102), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:45.925056 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0018-1e38-43ef-a6da-96480764e471 req-177a596b-ee55-449f-a684-5897f510060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:45.926528 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-177a596b-ee55-449f-a684-5897f510060f service neutron] 10.222.0.76 "GET /v2.0/networks?id=eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 200 len: 912 time: 0.1380231 Jul 12 10:53:45.946183 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (301d74d5-7c1b-4b47-b1fe-016537d37102), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.001861 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-1b82ca0a-0402-4eed-a62d-6ca28d647e18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5 HTTP/1.1" status: 200 len: 998 time: 0.0674880 Jul 12 10:53:46.051676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (301d74d5-7c1b-4b47-b1fe-016537d37102), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.082169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301d74d5-7c1b-4b47-b1fe-016537d37102,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:46.096457 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0018-1e38-43ef-a6da-96480764e471 req-b232ad35-dde6-432b-bedb-23b8b63256d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:46.097933 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-b232ad35-dde6-432b-bedb-23b8b63256d9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 200 len: 849 time: 0.0888457 Jul 12 10:53:46.127430 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '8cede4c9-b620-4198-ad87-ada08997acb0', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:0c:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:28Z', 'updated_at': '2022-07-12T10:53:44Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:46.150535 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0018-1e38-43ef-a6da-96480764e471 req-8af759d8-0489-48d7-8c48-4aac735b49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:46.152072 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-8af759d8-0489-48d7-8c48-4aac735b49e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eab52b47-4238-4224-b780-66fe2b5db908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469213 Jul 12 10:53:46.152225 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:46.171069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:46.171708 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:46.206070 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.209920 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4a80e01c-bb8e-4d37-8ecc-e6ffea79d482 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5216823 Jul 12 10:53:46.210900 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57644) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:46.216453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'security_group_rule': {'security_group_id': '4128fc1d-0812-4b35-9140-88e3ee8f2811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:46.258366 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-3de8a2cb-5e9f-405d-9eae-bf948bc21702 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990448 Jul 12 10:53:46.294765 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:46.333560 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (e037f277-9d89-410e-9e3c-1800cc780f80), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.376250 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-af5d0018-1e38-43ef-a6da-96480764e471 req-d6f34f6c-19d0-46d4-9047-946a4af7e974 service neutron] 10.222.0.76 "GET /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086752 Jul 12 10:53:46.399603 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (e037f277-9d89-410e-9e3c-1800cc780f80), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.541753 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (e037f277-9d89-410e-9e3c-1800cc780f80), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.558715 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '8cede4c9-b620-4198-ad87-ada08997acb0', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:0c:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:28Z', 'updated_at': '2022-07-12T10:53:44Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:46.566868 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e037f277-9d89-410e-9e3c-1800cc780f80,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:46.584985 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84309-344f-4fbb-834b-2a0af255a386 req-0ef0f657-926f-4eab-babe-e4f66f4ae016 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:46.586075 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef38138-16b4-46a2-8f56-3668b742ea1f None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '8cede4c9-b620-4198-ad87-ada08997acb0', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'port_id': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'mac_address': 'fa:16:3e:0c:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:28Z', 'updated_at': '2022-07-12T10:53:44Z', 'revision_number': 1, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:46.586601 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d4b84309-344f-4fbb-834b-2a0af255a386 req-0ef0f657-926f-4eab-babe-e4f66f4ae016 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0774322 Jul 12 10:53:46.638948 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d4b84309-344f-4fbb-834b-2a0af255a386 req-ddc1a8fe-57db-4e7c-a7bf-b00d8a60e8d0 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Jul 12 10:53:46.684170 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.685927 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-8c949155-cecf-4619-8758-edf056135ac3 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4736428 Jul 12 10:53:46.688505 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57650) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:46.692812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:46.789182 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0311848d-4c12-492a-aadf-7a6c7d49e35a None None] New status for floating IP 8cede4c9-b620-4198-ad87-ada08997acb0: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:53:46.795144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:46.913498 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.056865 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4012c74-4f61-4f3d-bf8f-49d641858560 req-37914f9e-7b87-4bdd-b650-c2641e02465f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:47.058278 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b4012c74-4f61-4f3d-bf8f-49d641858560 req-37914f9e-7b87-4bdd-b650-c2641e02465f tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0991628 Jul 12 10:53:47.079419 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.27.2.7 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:47.171093 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b4012c74-4f61-4f3d-bf8f-49d641858560 req-43a6de8a-38b7-4ffb-ab15-da72425d8546 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049366 Jul 12 10:53:47.220592 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.368453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.404558 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:47.409492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:47.413082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:47.437092 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:47.507085 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.648593 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.819039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158dc41-f652-4bef-988d-e0a6a44ad4bf req-538e0294-aaf9-4479-9567-1b8e8512fb5f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:47.820520 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7158dc41-f652-4bef-988d-e0a6a44ad4bf req-538e0294-aaf9-4479-9567-1b8e8512fb5f tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0938277 Jul 12 10:53:47.852058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.883584 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7158dc41-f652-4bef-988d-e0a6a44ad4bf req-e6fd4bd8-b467-4d2a-8c88-de7ddb6d645a tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Jul 12 10:53:47.916686 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:47.988914 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:48.001805 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:48.099923 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:48.101526 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-14b83ec4-6655-49a2-a842-28dc001c7a1c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4120958 Jul 12 10:53:48.325012 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-f91e6f87-f74d-4b1d-882a-64d8813f4839 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2052423308&fields=id&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 267 time: 0.0673740 Jul 12 10:53:48.332810 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0255475-2f4e-48de-9dad-14a3535a8d87 req-6de4753d-456b-4ebf-a56c-26aa731916ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:48.334235 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c0255475-2f4e-48de-9dad-14a3535a8d87 req-6de4753d-456b-4ebf-a56c-26aa731916ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0905337 Jul 12 10:53:48.451744 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c0255475-2f4e-48de-9dad-14a3535a8d87 req-8cfa52e8-fcb3-4c32-abfd-25c2fb292291 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077240 Jul 12 10:53:48.474511 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-9f3f4a10-1ea2-47db-82c0-f116f0d27946 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:48.476358 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-9f3f4a10-1ea2-47db-82c0-f116f0d27946 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.1409762 Jul 12 10:53:48.491905 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-0b12e8b4-60bb-464c-96ae-1705569e6e2f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/quotas/8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 375 time: 0.0096242 Jul 12 10:53:48.549483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a1f7ddd7-4903-45fa-9563-44f366beeb55 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513198 Jul 12 10:53:48.724842 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-3b8f8f80-01a1-4bcf-8aaf-0da11b70057b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:48.727707 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-3b8f8f80-01a1-4bcf-8aaf-0da11b70057b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0610766 Jul 12 10:53:48.773726 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-756a877e-7897-42a4-8d8d-b1b237951062 service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109416 Jul 12 10:53:48.830425 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Deleting port 58148076-d608-4596-9cbf-2cfdcd558159 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:48.830771 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (58148076-d608-4596-9cbf-2cfdcd558159), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:48.882035 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-7cfcacb7-26f9-4c81-89ce-66b7c61b302e service neutron] 10.222.0.36 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019197 Jul 12 10:53:48.927920 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] For port 58148076-d608-4596-9cbf-2cfdcd558159, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=58148076-d608-4596-9cbf-2cfdcd558159,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:48.928392 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (58148076-d608-4596-9cbf-2cfdcd558159), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:48.943309 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Calling delete_port for 58148076-d608-4596-9cbf-2cfdcd558159 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:49.011293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48b796-d43a-48f5-9cc7-714aa8dcbde4 req-10b7927c-cc08-4f2a-8ae2-026d1ff86fef tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:49.013403 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3d48b796-d43a-48f5-9cc7-714aa8dcbde4 req-10b7927c-cc08-4f2a-8ae2-026d1ff86fef tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 946 time: 0.0587001 Jul 12 10:53:49.069169 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3d48b796-d43a-48f5-9cc7-714aa8dcbde4 req-7a478e5d-7c8a-46cd-9430-4d124b4a657b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c44493a-0b32-45c0-bd06-037a3eec67eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494745 Jul 12 10:53:49.161712 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-42f61e87-c867-4139-a126-f15af5409780 req-3a73e001-6ae2-4a5e-9688-7069028f3e2e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0400443 Jul 12 10:53:49.191817 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (58148076-d608-4596-9cbf-2cfdcd558159), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:49.218771 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Pushing event deleted for resources: {'Port': ['ID=58148076-d608-4596-9cbf-2cfdcd558159,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:49.229040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['58148076-d608-4596-9cbf-2cfdcd558159'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:53:49.288241 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] No DVR routers for this DVR port 58148076-d608-4596-9cbf-2cfdcd558159 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:49.290719 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:49.294605 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-f9346106-09d4-44c5-bab6-3b8daccc1b6a req-99819978-3ac0-4ffd-8357-145ca6700b6b tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.76 "DELETE /v2.0/ports/58148076-d608-4596-9cbf-2cfdcd558159 HTTP/1.1" status: 204 len: 173 time: 0.5615757 Jul 12 10:53:49.295100 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'name': 'network-vif-deleted', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:49.297324 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a915a747-cad7-4637-9def-ea65d24f3e56" -d '{"events": [{"server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "name": "network-vif-deleted", "tag": "58148076-d608-4596-9cbf-2cfdcd558159"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:49.333716 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb8ce2e-3e5a-4ef0-b721-d87c701e13c5 x-openstack-request-id: req-abb8ce2e-3e5a-4ef0-b721-d87c701e13c5 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:49.334014 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cc6579-89b6-4c5b-a6a2-bd4a18216216", "name": "network-vif-deleted", "tag": "58148076-d608-4596-9cbf-2cfdcd558159", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:49.334272 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abb8ce2e-3e5a-4ef0-b721-d87c701e13c5 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:49.334805 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb8ce2e-3e5a-4ef0-b721-d87c701e13c5'] response: {'server_uuid': 'b4cc6579-89b6-4c5b-a6a2-bd4a18216216', 'name': 'network-vif-deleted', 'tag': '58148076-d608-4596-9cbf-2cfdcd558159', 'status': 'completed', 'code': 200} Jul 12 10:53:49.583511 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88a7e-2a00-4da0-b116-fbbdb51e7d93 req-d206adbd-3950-47c4-9e57-63d41f92585a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:49.585104 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-daa88a7e-2a00-4da0-b116-fbbdb51e7d93 req-d206adbd-3950-47c4-9e57-63d41f92585a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0606859 Jul 12 10:53:49.644878 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-daa88a7e-2a00-4da0-b116-fbbdb51e7d93 req-7de572c0-013f-44ad-a1ca-8eaedc2eee41 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528243 Jul 12 10:53:50.181876 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-41cbb1e2-e41d-42b4-905c-e83498b0f2eb req-088f5afe-82d7-4843-a77d-62104f625be2 tempest-TestMinimumBasicScenario-311344515 tempest-TestMinimumBasicScenario-311344515-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cc6579-89b6-4c5b-a6a2-bd4a18216216 HTTP/1.1" status: 200 len: 210 time: 0.0307567 Jul 12 10:53:50.248385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77932071-34af-4d7d-9af4-ad3bc148e198 req-182ed019-ecc5-4c36-9d85-436fe5372102 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0313146 Jul 12 10:53:50.598819 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-8cce36af-6ed6-4278-84dc-f82d187b52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:50.600389 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-8cce36af-6ed6-4278-84dc-f82d187b52b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.0464025 Jul 12 10:53:50.700495 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-ae09f877-2cef-4ca7-8ee2-c035c5518cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:50.701998 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-ae09f877-2cef-4ca7-8ee2-c035c5518cbb service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.0890608 Jul 12 10:53:50.773583 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-4583f757-a0d1-4e8f-8d13-338ae6fd2e38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 1001 time: 0.0644839 Jul 12 10:53:50.782389 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2fc68-4587-4bb9-8cb9-d8b4960d5562 req-45d8e216-6a13-4bdf-98f8-1b967762cd09 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:50.784059 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dbd2fc68-4587-4bb9-8cb9-d8b4960d5562 req-45d8e216-6a13-4bdf-98f8-1b967762cd09 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0658255 Jul 12 10:53:50.836416 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dbd2fc68-4587-4bb9-8cb9-d8b4960d5562 req-205319aa-1be3-4d7d-b8db-0934d2fc385a tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465405 Jul 12 10:53:50.838333 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-1aa8f94f-6c3b-427c-ac25-7008133ba2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:50.839820 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-1aa8f94f-6c3b-427c-ac25-7008133ba2dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0470469 Jul 12 10:53:50.908482 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-7627d7c2-1fd8-4a33-9745-67c596015b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:50.910000 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-7627d7c2-1fd8-4a33-9745-67c596015b93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506179 Jul 12 10:53:51.258785 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-39337f78-cad4-49f5-83d6-40828d89025f service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427205 Jul 12 10:53:51.344340 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5c273655-29bd-4bc3-98fb-712d50a6567c req-5d10746f-352a-4645-89d0-cfa548b93655 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0278788 Jul 12 10:53:51.956603 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4bd7-5d1f-4090-8117-b2553b52a3d2 req-745c493c-2a93-44fd-a11a-0933d74420dd tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:51.958081 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8abf4bd7-5d1f-4090-8117-b2553b52a3d2 req-745c493c-2a93-44fd-a11a-0933d74420dd tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0537410 Jul 12 10:53:52.013084 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8abf4bd7-5d1f-4090-8117-b2553b52a3d2 req-9b758339-7743-48e7-a01b-dc5391beeee3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486813 Jul 12 10:53:52.439773 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-228e2283-c88a-47fb-889f-a59e8fc70679 req-cc0af5bf-34de-4eee-be4e-66b217c4db5f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0282490 Jul 12 10:53:52.984821 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57774) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:53.136868 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30340a8b-97fa-4856-a881-67ea4de58061 req-6f3ab96e-98e5-462d-b72f-597b445aaa71 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:53.139392 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30340a8b-97fa-4856-a881-67ea4de58061 req-6f3ab96e-98e5-462d-b72f-597b445aaa71 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0554562 Jul 12 10:53:53.192166 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30340a8b-97fa-4856-a881-67ea4de58061 req-c05c9978-7d11-430e-b4e6-24b522f00bef tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Jul 12 10:53:53.322177 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:53.539802 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-54494fb8-c77f-4141-af68-806c93c1ed83 req-6e2cc61c-9090-4535-a115-e78828f63148 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jul 12 10:53:53.541363 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 58148076-d608-4596-9cbf-2cfdcd558159 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:53.566658 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 58148076-d608-4596-9cbf-2cfdcd558159 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:53.567118 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 58148076-d608-4596-9cbf-2cfdcd558159 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:53.644634 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Deleting port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:53.644889 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:53.650393 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-3ed5cba4-afbe-4635-8b4d-0bc92f8c18a8 req-4b83e2e1-1aa3-45c3-84c1-09fbe64e2f36 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236441 Jul 12 10:53:53.726831 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] For port 86308afa-582e-4e86-b2e6-c4fa3cb3adb0, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:53.727225 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:53.740415 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Calling delete_port for 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:54.040204 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (86308afa-582e-4e86-b2e6-c4fa3cb3adb0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:54.064301 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=86308afa-582e-4e86-b2e6-c4fa3cb3adb0,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:54.323302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:54.331746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-bc1e3205-f976-4251-88c7-fc136f071430 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:54.333320 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-bc1e3205-f976-4251-88c7-fc136f071430 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 815 time: 0.2150824 Jul 12 10:53:54.481848 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30dd6-016c-492b-abc0-a1539b86934b req-375bd1db-323c-46f5-9a90-7fef7c5e47a3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:54.483342 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62a30dd6-016c-492b-abc0-a1539b86934b req-375bd1db-323c-46f5-9a90-7fef7c5e47a3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0562243 Jul 12 10:53:54.492541 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-77ecf700-0dd7-4adc-888c-0e24fb64e13f tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ebd3a4a82314811af25ddabb8d2d105 HTTP/1.1" status: 200 len: 380 time: 0.1099887 Jul 12 10:53:54.503384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'port': {'device_id': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'admin_state_up': True, 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'security_groups': ['4128fc1d-0812-4b35-9140-88e3ee8f2811']}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:54.535705 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-62a30dd6-016c-492b-abc0-a1539b86934b req-d0978b83-6a8c-4280-84ff-59ad050292b3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468013 Jul 12 10:53:54.643930 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d2eba16a-4280-498e-9346-bfe0157a5f7b req-ea8a545c-d7cf-46fe-adbe-6f63ca0a6f9b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0284250 Jul 12 10:53:54.684075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:53:54.779369 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Made reservation on behalf of 8ebd3a4a82314811af25ddabb8d2d105 for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:53:54.782616 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:54.814962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:53:54.820382 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-002b9630-398a-4c06-892b-e6e56b30cd8b admin admin] 10.222.0.36 "PUT /v2.0/routers/ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345282 Jul 12 10:53:54.823340 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57790) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:54.826794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Sync routers for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:53:54.838543 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:54.839687 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:54.962056 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Allocated IP 172.20.0.10 (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f/3d75b800-dfc0-4936-bfca-afb754d1d4a0/bb736186-c965-4afd-96ab-c2b4a976c62d) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:53:54.967302 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:55.141209 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.170714 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:53:53Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:55.196031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Checking router: ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:53:55.204790 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Routers {'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:53:55.205400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:55.205820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks [] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.297671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.317881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] Set router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:53:55.323586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks [] for router_gateway (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.337937 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:53:55.341301 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:53:55.345334 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:53:55.404160 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event updated for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:55.438703 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:55.439857 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.483162 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Deleting port f3921afd-e72f-4f8b-958f-8a2f08c1ace1 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:55.489188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.517677 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-a4e1c78e-bca0-4b39-9b19-3399229d319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.567316 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-27f993e5-6153-4ba1-871a-e002b6e92093 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0685508 Jul 12 10:53:55.590078 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Request body: {'port': {'device_id': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:53:55.619480 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:53:53Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:55.620899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] For port f3921afd-e72f-4f8b-958f-8a2f08c1ace1, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:55.621545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.646196 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Calling delete_port for f3921afd-e72f-4f8b-958f-8a2f08c1ace1 owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:55.656148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e5a473-dd6b-4718-a7d3-465fd1657579 None None] The sync data for ids ['ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93'] in dv-cinder-847864-7-iscsi is: [{'id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'name': 'tempest-TestMinimumBasicScenario-1307106877-router', 'tenant_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:34Z', 'updated_at': '2022-07-12T10:53:53Z', 'revision_number': 5, 'project_id': '9d9d6201dca04e77bfb9658d4d21dfae', 'gw_port': {'id': 'f3921afd-e72f-4f8b-958f-8a2f08c1ace1', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:b7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:35Z', 'updated_at': '2022-07-12T10:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:53:55.686837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.696954 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-077f963d-5f2f-4238-ba91-0f939fc9475e None None] Provisioning complete for port bb736186-c965-4afd-96ab-c2b4a976c62d triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:53:55.697623 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-077f963d-5f2f-4238-ba91-0f939fc9475e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:55.750239 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-077f963d-5f2f-4238-ba91-0f939fc9475e None None] Port bb736186-c965-4afd-96ab-c2b4a976c62d cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:53:55.854559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16cbc6-e748-4c38-acd1-029ec446973e req-8e5c1710-cff7-4075-b902-15510e0f37e3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:55.856614 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4a16cbc6-e748-4c38-acd1-029ec446973e req-8e5c1710-cff7-4075-b902-15510e0f37e3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.2015541 Jul 12 10:53:55.917553 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163967c-1e34-40e3-8825-3186b964d1cf req-17c9dbee-c4ea-4c48-b48f-6982cccc2d83 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:55.919279 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9163967c-1e34-40e3-8825-3186b964d1cf req-17c9dbee-c4ea-4c48-b48f-6982cccc2d83 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 932 time: 0.1449721 Jul 12 10:53:55.991551 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb736186-c965-4afd-96ab-c2b4a976c62d {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:53:55.992381 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4a16cbc6-e748-4c38-acd1-029ec446973e req-6df3cf1c-9bc3-47ab-a5a0-315221a64a16 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029339 Jul 12 10:53:56.000502 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks [] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.032608 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9163967c-1e34-40e3-8825-3186b964d1cf req-be2dc606-b417-4e84-bdef-87674b35190c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033342 Jul 12 10:53:56.225373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Transition to ACTIVE for port object bb736186-c965-4afd-96ab-c2b4a976c62d will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:53:56.227655 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (f3921afd-e72f-4f8b-958f-8a2f08c1ace1), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.252165 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3921afd-e72f-4f8b-958f-8a2f08c1ace1,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:56.327177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.351578 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.412420 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:56.423450 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.427913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks [] for router_controller (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.501996 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Attempting to bind port bb736186-c965-4afd-96ab-c2b4a976c62d on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:53:56.502329 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Attempting to bind port bb736186-c965-4afd-96ab-c2b4a976c62d by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:53:56.502657 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Attempting to bind port bb736186-c965-4afd-96ab-c2b4a976c62d on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:56.507537 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Port bb736186-c965-4afd-96ab-c2b4a976c62d on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:53:56.508001 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Attempting to bind port bb736186-c965-4afd-96ab-c2b4a976c62d on network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:53:56.513836 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:53:56.513836 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Checking segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:53:56.514203 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Bound using segment: {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:53:56.514627 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Bound port: bb736186-c965-4afd-96ab-c2b4a976c62d, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddfc9ce-0d84-471c-a956-accc5cfb10f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:53:56.515015 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.543430 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.545437 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:53:56.551188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.556334 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-861db85f-0b9a-47a6-a83e-1a39e60bd744 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ccbd7e3d-b85a-4735-9d6a-11e1a1ff7f93 HTTP/1.1" status: 204 len: 168 time: 1.7318377 Jul 12 10:53:56.559105 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57816) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:56.596611 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:53:56.602278 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bb736186-c965-4afd-96ab-c2b4a976c62d,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:53:56.616983 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Deleting subnet e6ac2633-c543-4471-a77b-e9c1e8ea0b4b {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:53:56.620849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Publish callbacks [] for subnet (e6ac2633-c543-4471-a77b-e9c1e8ea0b4b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.667794 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (e6ac2633-c543-4471-a77b-e9c1e8ea0b4b), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.711455 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.750754 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:56.756850 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.756850 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/bb736186-c965-4afd-96ab-c2b4a976c62d HTTP/1.1" status: 200 len: 1094 time: 1.1682041 Jul 12 10:53:56.756850 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:56.756850 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e79ff4-94b1-4b5e-9741-362ddccf4618" -d '{"events": [{"name": "network-changed", "server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:56.763261 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (e6ac2633-c543-4471-a77b-e9c1e8ea0b4b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:56.776740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089a087-f44b-421e-b6d5-7614431237d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:56.803771 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d55b20c-ede3-4f73-9dac-fca91022e6b4 x-openstack-request-id: req-8d55b20c-ede3-4f73-9dac-fca91022e6b4 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:56.804061 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:56.804324 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d55b20c-ede3-4f73-9dac-fca91022e6b4 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:56.804741 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d55b20c-ede3-4f73-9dac-fca91022e6b4'] response: {'name': 'network-changed', 'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'status': 'completed', 'code': 200} Jul 12 10:53:56.923810 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-67f3f65e-b609-4703-b633-f19b84572bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:56.925472 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-67f3f65e-b609-4703-b633-f19b84572bd6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 1128 time: 0.0569801 Jul 12 10:53:56.985915 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (e6ac2633-c543-4471-a77b-e9c1e8ea0b4b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.006048 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.011908 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e6ac2633-c543-4471-a77b-e9c1e8ea0b4b HTTP/1.1" status: 204 len: 168 time: 0.4500921 Jul 12 10:53:57.014802 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dda8e1-e583-4bae-a535-b3324610c6df None None] Network 7716e489-83e8-4693-ad50-6b19f6621826 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:53:57.029573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57820) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:57.042971 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82d542-1228-423e-b409-6ce421af6752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ac2633-c543-4471-a77b-e9c1e8ea0b4b,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:57.088070 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-dbe6ab84-5f31-4784-a258-4795cff84fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.088070 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-dbe6ab84-5f31-4784-a258-4795cff84fd6 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1337447 Jul 12 10:53:57.174833 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (7716e489-83e8-4693-ad50-6b19f6621826), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.200664 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-a9b94370-6dcc-4b8a-a7ea-3c37e912e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.202277 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-90e79ff4-94b1-4b5e-9741-362ddccf4618 req-a9b94370-6dcc-4b8a-a7ea-3c37e912e60a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1157219 Jul 12 10:53:57.228714 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce8f2-7a2a-4270-bb3b-d72d0ce0604b req-bb3592c6-f60c-4bc7-b136-e70b226d8fc4 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.229401 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-458ce8f2-7a2a-4270-bb3b-d72d0ce0604b req-bb3592c6-f60c-4bc7-b136-e70b226d8fc4 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.1237042 Jul 12 10:53:57.268503 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] DHCP port deletion for 7716e489-83e8-4693-ad50-6b19f6621826 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:53:57.280431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104e7f9-284a-45a8-a39e-e31023e4a736 req-7a41a8ee-7567-4aad-ab2a-f9bbb0138566 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.281971 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5104e7f9-284a-45a8-a39e-e31023e4a736 req-7a41a8ee-7567-4aad-ab2a-f9bbb0138566 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 944 time: 0.1384084 Jul 12 10:53:57.330234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Deleting port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:57.330635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.349625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-e5ffa499-a45c-4947-9914-cdff226d6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.352973 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-e5ffa499-a45c-4947-9914-cdff226d6c5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 1128 time: 0.0684130 Jul 12 10:53:57.359205 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-458ce8f2-7a2a-4270-bb3b-d72d0ce0604b req-3745b61e-f451-4daf-bd2c-cd7f75028590 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103072 Jul 12 10:53:57.360637 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Deleting port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:57.360974 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.379759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device f3921afd-e72f-4f8b-958f-8a2f08c1ace1 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:57.408325 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: f3921afd-e72f-4f8b-958f-8a2f08c1ace1 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:57.408671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device f3921afd-e72f-4f8b-958f-8a2f08c1ace1 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:57.409097 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:57.420376 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5104e7f9-284a-45a8-a39e-e31023e4a736 req-8a54c44d-762b-47a6-944e-b63f13e23b66 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277096 Jul 12 10:53:57.420950 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-bb09cfbb-ec07-41ef-bcd3-e359ec93f5b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb736186-c965-4afd-96ab-c2b4a976c62d HTTP/1.1" status: 200 len: 217 time: 0.0501571 Jul 12 10:53:57.441976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:53:57.442326 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 86308afa-582e-4e86-b2e6-c4fa3cb3adb0 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:53:57.442738 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:57.449113 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] For port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:57.449494 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.483088 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] For port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,segment=NetworkSegment(d2186077-d010-4069-817e-93d1f2c2df2d),segment_id=d2186077-d010-4069-817e-93d1f2c2df2d)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:57.483488 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.483921 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-f1ce9863-51b3-4c9e-8491-c28c78a5891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.486712 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-f1ce9863-51b3-4c9e-8491-c28c78a5891d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0599830 Jul 12 10:53:57.505828 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Calling delete_port for e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:57.505986 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Calling delete_port for e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:57.578648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-7feaf4ab-d5c5-42e8-abf3-159f62337646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.580331 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-7feaf4ab-d5c5-42e8-abf3-159f62337646 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846217 Jul 12 10:53:57.610480 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 is: ACTIVE; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:57.611043 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.697393 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-0872ebac-f052-472b-81d8-d5af36695a2b service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084788 Jul 12 10:53:57.710333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.761274 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (e1cdf3a1-ca14-4660-886b-411a6d9dbcd8), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.783378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:57.792953 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] No DVR routers for this DVR port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:57.803910 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] Pushing event deleted for resources: {'Port': ['ID=e1cdf3a1-ca14-4660-886b-411a6d9dbcd8,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:57.808393 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef004d8f-6123-4b54-b3c8-b4baecc300e2 None None] No DVR routers for this DVR port e1cdf3a1-ca14-4660-886b-411a6d9dbcd8 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:53:57.874858 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-1473e40b-db38-4d08-aefd-453ac33e1741 req-9c97201e-5cf8-4350-9875-1272e7866016 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706369 Jul 12 10:53:57.946164 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (7716e489-83e8-4693-ad50-6b19f6621826), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:57.972910 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57848) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:57.979147 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be624e74-e4d0-44a5-95bb-e632887e5f07 req-2e34fb83-d0e8-429c-af32-82d447616e45 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:57.980673 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be624e74-e4d0-44a5-95bb-e632887e5f07 req-2e34fb83-d0e8-429c-af32-82d447616e45 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.1728606 Jul 12 10:53:57.985538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7716e489-83e8-4693-ad50-6b19f6621826']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:58.007798 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2186077-d010-4069-817e-93d1f2c2df2d') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:58.008104 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2186077-d010-4069-817e-93d1f2c2df2d') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:53:58.024576 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (d2186077-d010-4069-817e-93d1f2c2df2d), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.045061 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (d2186077-d010-4069-817e-93d1f2c2df2d), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.061773 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:53:58.062188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (d2186077-d010-4069-817e-93d1f2c2df2d), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.074055 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-313d9130-efdd-4b38-b534-4d1278ec8f80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992572 Jul 12 10:53:58.091793 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-4e63ee6a-1368-4b89-84a9-9a022d5c2265 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110925) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:53:58.092859 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-4e63ee6a-1368-4b89-84a9-9a022d5c2265 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058954 Jul 12 10:53:58.110651 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-be624e74-e4d0-44a5-95bb-e632887e5f07 req-19f55cd7-0b45-4d14-afca-81152e159ab3 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225994 Jul 12 10:53:58.113318 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment d2186077-d010-4069-817e-93d1f2c2df2d resource provider aggregate not found Jul 12 10:53:58.141005 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment d2186077-d010-4069-817e-93d1f2c2df2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2186077-d010-4069-817e-93d1f2c2df2d found for delete ", "request_id": "req-d5dcb0d3-0ad7-4227-a05c-6214a9a9332c"}]} Jul 12 10:53:58.182608 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5d1e92fd-93b8-4990-941b-0448e4cbd655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.219289 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (7716e489-83e8-4693-ad50-6b19f6621826), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.227297 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.230536 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] 10.222.0.36 "DELETE /v2.0/networks/7716e489-83e8-4693-ad50-6b19f6621826 HTTP/1.1" status: 204 len: 168 time: 1.1998327 Jul 12 10:53:58.233791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57862) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:58.256711 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631b4ac-44b6-4b40-81b8-d1758d992aff admin admin] Pushing event deleted for resources: {'Network': ['ID=7716e489-83e8-4693-ad50-6b19f6621826,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:58.256711 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57864) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:53:58.350557 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-88aff24b-f91b-4dac-8be3-5efd118b1266 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:58.352180 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-88aff24b-f91b-4dac-8be3-5efd118b1266 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports/d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 943 time: 0.1061442 Jul 12 10:53:58.542343 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87e410-33f0-4148-bfd1-e6d11820364b req-f6449a3e-56eb-471a-ba6f-4f4444199040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:58.544590 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ff87e410-33f0-4148-bfd1-e6d11820364b req-f6449a3e-56eb-471a-ba6f-4f4444199040 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 944 time: 0.0574179 Jul 12 10:53:58.592990 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ff87e410-33f0-4148-bfd1-e6d11820364b req-c63a8dff-0b06-40fd-9c01-41043eea6eef tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jul 12 10:53:58.599373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (8becb9a8-083e-48da-85be-131fbad89eb0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:58.970832 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:53:59.047333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port d540af8b-8f7c-4f17-bf64-4e71479aa357 is: ACTIVE; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:53:59.047843 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.073173 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:53:59.075253 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69ce7f0-00a6-4b2b-8b94-b714e717658d" -d '{"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-unplugged", "status": "completed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:53:59.091629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:59.111048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Deleting port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:53:59.111373 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.113227 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Jul 2022 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f0cc6-621f-42f9-b802-d8d292339f12 x-openstack-request-id: req-190f0cc6-621f-42f9-b802-d8d292339f12 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:53:59.113973 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-unplugged", "status": "failed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "code": 422}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:53:59.113973 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-190f0cc6-621f-42f9-b802-d8d292339f12 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:53:59.114240 dv-cinder-847864-7-iscsi neutron-server[110927]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-190f0cc6-621f-42f9-b802-d8d292339f12']: {'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'code': 422} returned with failed status Jul 12 10:53:59.197721 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] For port 9bfa9ef6-c30b-47eb-ab57-51af730d94c3, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:53:59.198085 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.211226 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Calling delete_port for 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:53:59.242737 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.244091 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d59bf4-a03a-41a0-aba8-405c3fa79fa8 req-784a9aca-9123-43cb-a479-b320dc6bebab tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:59.245756 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19d59bf4-a03a-41a0-aba8-405c3fa79fa8 req-784a9aca-9123-43cb-a479-b320dc6bebab tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0625710 Jul 12 10:53:59.311560 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19d59bf4-a03a-41a0-aba8-405c3fa79fa8 req-d53b890e-e210-4615-b42e-da815fd57010 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563569 Jul 12 10:53:59.438699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=6']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:59.520154 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (9bfa9ef6-c30b-47eb-ab57-51af730d94c3), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.543159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfa9ef6-c30b-47eb-ab57-51af730d94c3,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:53:59.715698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (8becb9a8-083e-48da-85be-131fbad89eb0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:53:59.721195 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd617-a4b2-45f1-94d2-5d8bd575733e req-28a4065c-265a-46f1-9216-ce2f14737a0a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:53:59.722844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e19fd617-a4b2-45f1-94d2-5d8bd575733e req-28a4065c-265a-46f1-9216-ce2f14737a0a tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 944 time: 0.0594692 Jul 12 10:53:59.775398 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e19fd617-a4b2-45f1-94d2-5d8bd575733e req-e3ec6378-94f1-404b-842b-5035299b4217 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443466 Jul 12 10:53:59.934445 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Router 8becb9a8-083e-48da-85be-131fbad89eb0 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:54:00.039340 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:54:00.045082 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-44364379-216f-430f-868e-52cc1b97190d admin admin] 10.222.0.36 "PUT /v2.0/routers/8becb9a8-083e-48da-85be-131fbad89eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8101892 Jul 12 10:54:00.050983 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57890) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:00.051185 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Sync routers for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:54:00.059361 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.062440 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:54:00.063109 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:00.147897 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks [] for router (8becb9a8-083e-48da-85be-131fbad89eb0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.169257 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:54:00.256377 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks [] for router_gateway (8becb9a8-083e-48da-85be-131fbad89eb0), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.316562 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.351882 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:53:59Z', 'revision_number': 5, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:00.376132 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Checking router: 8becb9a8-083e-48da-85be-131fbad89eb0 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:54:00.384719 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Routers {'8becb9a8-083e-48da-85be-131fbad89eb0'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:54:00.385339 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8becb9a8-083e-48da-85be-131fbad89eb0'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:00.438043 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Deleting port c0688117-c54a-46cd-9bd1-31db4711cd95 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:54:00.438423 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.474086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb1100-fd24-49e1-92bf-6043eed5cf28 req-ef73b9cb-51fa-46f8-84c4-8a1e205fed8d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:00.476007 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8cdb1100-fd24-49e1-92bf-6043eed5cf28 req-ef73b9cb-51fa-46f8-84c4-8a1e205fed8d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0931540 Jul 12 10:54:00.492144 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] Set router 8becb9a8-083e-48da-85be-131fbad89eb0 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:54:00.524369 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] For port c0688117-c54a-46cd-9bd1-31db4711cd95, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=c0688117-c54a-46cd-9bd1-31db4711cd95,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:00.525178 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.540172 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Calling delete_port for c0688117-c54a-46cd-9bd1-31db4711cd95 owned by network:router_gateway {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:54:00.552724 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8cdb1100-fd24-49e1-92bf-6043eed5cf28 req-084882c5-8ce6-4e80-8b0f-e556fb7515fb tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689347 Jul 12 10:54:00.683652 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:53:59Z', 'revision_number': 5, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:00.785173 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (c0688117-c54a-46cd-9bd1-31db4711cd95), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.800180 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4448fb8f-9b97-44ea-b744-f0bc08622ebf None None] The sync data for ids ['8becb9a8-083e-48da-85be-131fbad89eb0'] in dv-cinder-847864-7-iscsi is: [{'id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'name': 'tempest-TestMinimumBasicScenario-1271995450-router', 'tenant_id': 'b0c13843c8984d179ddd0fb287356194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:48Z', 'updated_at': '2022-07-12T10:53:59Z', 'revision_number': 5, 'project_id': 'b0c13843c8984d179ddd0fb287356194', 'gw_port': {'id': 'c0688117-c54a-46cd-9bd1-31db4711cd95', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:5b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8becb9a8-083e-48da-85be-131fbad89eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:50Z', 'updated_at': '2022-07-12T10:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:54:00.828198 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0688117-c54a-46cd-9bd1-31db4711cd95,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:00.897669 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (8becb9a8-083e-48da-85be-131fbad89eb0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:00.924360 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bf7e3-17f5-4f0b-b7c4-ab8f99c8dc91 req-8c3cedab-9b38-4eb3-bc1a-35153c56e126 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:00.927826 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a1bf7e3-17f5-4f0b-b7c4-ab8f99c8dc91 req-8c3cedab-9b38-4eb3-bc1a-35153c56e126 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 944 time: 0.0568292 Jul 12 10:54:00.969078 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device bb736186-c965-4afd-96ab-c2b4a976c62d details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:54:00.977209 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a1bf7e3-17f5-4f0b-b7c4-ab8f99c8dc91 req-539851ac-98ba-4c66-bf7a-a6437af9b158 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Jul 12 10:54:01.004601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (8becb9a8-083e-48da-85be-131fbad89eb0), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.007021 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks [] for router_controller (8becb9a8-083e-48da-85be-131fbad89eb0), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.088609 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bb736186-c965-4afd-96ab-c2b4a976c62d,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:01.101140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'port_id': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'mac_address': 'fa:16:3e:1b:6f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:54:01.135558 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port bb736186-c965-4afd-96ab-c2b4a976c62d is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:01.135942 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.150798 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb736186-c965-4afd-96ab-c2b4a976c62d {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:54:01.168171 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (8becb9a8-083e-48da-85be-131fbad89eb0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.169931 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8becb9a8-083e-48da-85be-131fbad89eb0 {{(pid=110925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:54:01.176401 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bb736186-c965-4afd-96ab-c2b4a976c62d,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:01.177920 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.181422 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-950c0ded-ed9e-4d48-bddd-a484ebe7e002 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8becb9a8-083e-48da-85be-131fbad89eb0 HTTP/1.1" status: 204 len: 168 time: 1.1304092 Jul 12 10:54:01.187974 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57908) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:01.229732 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Deleting subnet cf439083-6560-4923-b5fa-c0e4e3276e5b {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:54:01.233857 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Publish callbacks [] for subnet (cf439083-6560-4923-b5fa-c0e4e3276e5b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.271330 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (cf439083-6560-4923-b5fa-c0e4e3276e5b), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.288247 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.370272 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:01.378289 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (cf439083-6560-4923-b5fa-c0e4e3276e5b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.433935 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:54:01.460039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:54:01.460386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9bfa9ef6-c30b-47eb-ab57-51af730d94c3 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:54:01.574022 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (cf439083-6560-4923-b5fa-c0e4e3276e5b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.600584 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf439083-6560-4923-b5fa-c0e4e3276e5b,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:01.604643 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.608680 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b9df966f-e263-48ca-8ef4-7dced9147cee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf439083-6560-4923-b5fa-c0e4e3276e5b HTTP/1.1" status: 204 len: 168 time: 0.4249241 Jul 12 10:54:01.611531 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57912) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:01.613037 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e445d42-de27-42e2-af15-54f072c1460c None None] Network c276594a-4006-4ce6-a378-c4e424dcb231 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:54:01.651871 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['bb736186-c965-4afd-96ab-c2b4a976c62d'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:54:01.713953 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (c276594a-4006-4ce6-a378-c4e424dcb231), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.762641 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3a901-58c1-4776-a431-8482c2acb2cf req-feb79ccc-019f-48d2-9c47-69cace433e01 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:01.764358 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29d3a901-58c1-4776-a431-8482c2acb2cf req-feb79ccc-019f-48d2-9c47-69cace433e01 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1050220 Jul 12 10:54:01.811816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Deleting port 9d02a326-6623-4bb5-9e76-e7fa231c7494 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:54:01.812158 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.834785 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-9bcea0a6-2218-4ee5-8fe9-ecbabb1bda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:01.836359 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-9bcea0a6-2218-4ee5-8fe9-ecbabb1bda94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f&tenant_id=70193e7e2a5743faa713d28ed91f5867 HTTP/1.1" status: 200 len: 1128 time: 0.0746791 Jul 12 10:54:01.874056 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29d3a901-58c1-4776-a431-8482c2acb2cf req-0377a354-0fcb-415f-a278-5c77d4d878e2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009383 Jul 12 10:54:01.888888 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] DHCP port deletion for c276594a-4006-4ce6-a378-c4e424dcb231 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:54:01.918082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] For port 9d02a326-6623-4bb5-9e76-e7fa231c7494, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9d02a326-6623-4bb5-9e76-e7fa231c7494,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:01.918837 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.937218 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Calling delete_port for 9d02a326-6623-4bb5-9e76-e7fa231c7494 owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:54:01.971493 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-c19a4518-4dd8-4430-adc8-2877e50aec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:01.972718 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Deleting port 9d02a326-6623-4bb5-9e76-e7fa231c7494 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:54:01.973260 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:01.973392 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-c19a4518-4dd8-4430-adc8-2877e50aec1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1128 time: 0.0783570 Jul 12 10:54:02.069726 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] For port 9d02a326-6623-4bb5-9e76-e7fa231c7494, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9d02a326-6623-4bb5-9e76-e7fa231c7494,segment=NetworkSegment(0c07a7ea-183c-4668-9d85-bad6edb4a35c),segment_id=0c07a7ea-183c-4668-9d85-bad6edb4a35c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:02.070140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.078872 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.085876 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Calling delete_port for 9d02a326-6623-4bb5-9e76-e7fa231c7494 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:54:02.118995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafae1a-d1f9-4b59-871d-3147cc89d1f8 req-fb3b8f1e-66e7-4ad8-8a28-faf3479ed7fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:02.120967 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-abafae1a-d1f9-4b59-871d-3147cc89d1f8 req-fb3b8f1e-66e7-4ad8-8a28-faf3479ed7fd tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 945 time: 0.0668719 Jul 12 10:54:02.124025 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-4e6927dd-5789-4166-b4de-c9b9690660a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:02.125863 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-4e6927dd-5789-4166-b4de-c9b9690660a7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.1453550 Jul 12 10:54:02.148085 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.175082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d02a326-6623-4bb5-9e76-e7fa231c7494,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:02.181111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (9d02a326-6623-4bb5-9e76-e7fa231c7494), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.196738 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-52cfce00-46bb-4900-b3b5-2cbc2a227b4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 999 time: 0.0634098 Jul 12 10:54:02.206349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] No DVR routers for this DVR port 9d02a326-6623-4bb5-9e76-e7fa231c7494 on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:54:02.213638 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-abafae1a-d1f9-4b59-871d-3147cc89d1f8 req-e1f97999-eef4-40a7-8336-18ca15613dd8 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852203 Jul 12 10:54:02.226506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] Pushing event deleted for resources: {'Port': ['ID=9d02a326-6623-4bb5-9e76-e7fa231c7494,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:02.235684 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf9056-085c-4953-8d23-c16f2bd63a51 None None] No DVR routers for this DVR port 9d02a326-6623-4bb5-9e76-e7fa231c7494 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:54:02.260261 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-bb901288-4364-4ef2-8bcb-4d7a007e0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:02.261765 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-bb901288-4364-4ef2-8bcb-4d7a007e0aa2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0588851 Jul 12 10:54:02.295601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (c276594a-4006-4ce6-a378-c4e424dcb231), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.313564 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-8841bf3d-74c1-4edf-a6ea-78c83f06de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:02.315531 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-8841bf3d-74c1-4edf-a6ea-78c83f06de66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467408 Jul 12 10:54:02.318317 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c276594a-4006-4ce6-a378-c4e424dcb231']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:02.330034 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c07a7ea-183c-4668-9d85-bad6edb4a35c') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:02.330341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c07a7ea-183c-4668-9d85-bad6edb4a35c') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:02.344594 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (0c07a7ea-183c-4668-9d85-bad6edb4a35c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.363795 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (0c07a7ea-183c-4668-9d85-bad6edb4a35c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.372311 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:54:02.372636 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (0c07a7ea-183c-4668-9d85-bad6edb4a35c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.416059 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-c61b1202-657f-476f-b858-f2bfa67ff043 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922177 Jul 12 10:54:02.422595 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 0c07a7ea-183c-4668-9d85-bad6edb4a35c resource provider aggregate not found Jul 12 10:54:02.441830 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 0c07a7ea-183c-4668-9d85-bad6edb4a35c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c07a7ea-183c-4668-9d85-bad6edb4a35c found for delete ", "request_id": "req-1d256ed5-c744-4114-8644-0ab7bb739103"}]} Jul 12 10:54:02.513250 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-7a921d22-991d-43c6-86ca-d8073e49a773 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897317 Jul 12 10:54:02.556550 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (c276594a-4006-4ce6-a378-c4e424dcb231), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.562549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.565931 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c276594a-4006-4ce6-a378-c4e424dcb231 HTTP/1.1" status: 204 len: 168 time: 0.9527745 Jul 12 10:54:02.577321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658b380-5036-4edc-96ca-1f90652321c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c276594a-4006-4ce6-a378-c4e424dcb231,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:02.879960 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:02.973179 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device bb736186-c965-4afd-96ab-c2b4a976c62d up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:54:03.010175 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57938) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:03.013131 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8f62c-5fc2-425e-88aa-fdb939c272ed req-268bcc76-348b-4b81-8dc3-642c792f9b97 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:03.022191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-75a8f62c-5fc2-425e-88aa-fdb939c272ed req-268bcc76-348b-4b81-8dc3-642c792f9b97 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0614514 Jul 12 10:54:03.056904 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2931fea8-187e-4a9b-8aad-6e3b5ef80a80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d9d6201dca04e77bfb9658d4d21dfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455918 Jul 12 10:54:03.059459 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57940) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:03.079552 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-75a8f62c-5fc2-425e-88aa-fdb939c272ed req-1f6c99d6-036c-48d1-b657-673ff53b6979 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518777 Jul 12 10:54:03.100171 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port bb736186-c965-4afd-96ab-c2b4a976c62d completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:54:03.104520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port bb736186-c965-4afd-96ab-c2b4a976c62d triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:54:03.113151 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.113283 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] Publish callbacks [] for security_group (2c44493a-0b32-45c0-bd06-037a3eec67eb), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.135717 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] Publish callbacks [] for security_group (2c44493a-0b32-45c0-bd06-037a3eec67eb), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.182394 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port bb736186-c965-4afd-96ab-c2b4a976c62d is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:03.182959 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.215111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:54:03.219471 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c92493c-2f1a-4ccf-8c6c-6598aa936b23" -d '{"events": [{"server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:54:03.233722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bb736186-c965-4afd-96ab-c2b4a976c62d,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:03.261600 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d98a557-e28c-4b66-9c1c-0f5990c4a24b x-openstack-request-id: req-4d98a557-e28c-4b66-9c1c-0f5990c4a24b {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:54:03.261969 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "name": "network-vif-plugged", "status": "completed", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:54:03.262769 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d98a557-e28c-4b66-9c1c-0f5990c4a24b {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:54:03.263196 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d98a557-e28c-4b66-9c1c-0f5990c4a24b'] response: {'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'code': 200} Jul 12 10:54:03.276510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2c44493a-0b32-45c0-bd06-037a3eec67eb), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.280115 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.281367 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c44493a-0b32-45c0-bd06-037a3eec67eb HTTP/1.1" status: 204 len: 168 time: 0.2209759 Jul 12 10:54:03.290110 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82482db1-07a1-411a-a62e-23f84a5cca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c44493a-0b32-45c0-bd06-037a3eec67eb,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:03.347577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9d02a326-6623-4bb5-9e76-e7fa231c7494 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:54:03.368054 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:03.370550 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 9d02a326-6623-4bb5-9e76-e7fa231c7494 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:54:03.370894 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9d02a326-6623-4bb5-9e76-e7fa231c7494 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:54:03.371503 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device c0688117-c54a-46cd-9bd1-31db4711cd95 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:54:03.385608 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1d57-4c5f-403f-9d19-a798dd558ee3 req-c977df0c-ce00-421b-b560-9130ef4a59fb tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:03.387485 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-596c1d57-4c5f-403f-9d19-a798dd558ee3 req-c977df0c-ce00-421b-b560-9130ef4a59fb tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 945 time: 0.0972016 Jul 12 10:54:03.417149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: c0688117-c54a-46cd-9bd1-31db4711cd95 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:54:03.417501 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device c0688117-c54a-46cd-9bd1-31db4711cd95 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:54:03.444359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:03.457071 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-596c1d57-4c5f-403f-9d19-a798dd558ee3 req-df1ffe65-f92f-42ac-b619-9b2bbf170d5d tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Jul 12 10:54:03.677104 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87718e-d6a2-496c-bc0c-9f683ce97a77 req-a3923d77-e7e9-49be-88b5-75b363cd3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:03.678786 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fc87718e-d6a2-496c-bc0c-9f683ce97a77 req-a3923d77-e7e9-49be-88b5-75b363cd3f58 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 1130 time: 0.0541012 Jul 12 10:54:03.728647 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-fc87718e-d6a2-496c-bc0c-9f683ce97a77 req-66ff298e-720a-4372-9359-e27215f86624 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Jul 12 10:54:04.124294 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57956) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:04.189889 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-add2772a-92de-4851-88c9-539c0b935d5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0c13843c8984d179ddd0fb287356194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643821 Jul 12 10:54:04.193202 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 57958) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:04.224886 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fc2b1-3362-4667-a5a2-31c1b4bd8be2 req-10ce0b60-eddd-4bba-985f-e1d7d880c8ec tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:04.227527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a4fc2b1-3362-4667-a5a2-31c1b4bd8be2 req-10ce0b60-eddd-4bba-985f-e1d7d880c8ec tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0782731 Jul 12 10:54:04.256384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] Publish callbacks [] for security_group (1e9554cf-f889-4965-869b-774d1545f0aa), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:04.278119 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] Publish callbacks [] for security_group (1e9554cf-f889-4965-869b-774d1545f0aa), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:04.278565 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8a4fc2b1-3362-4667-a5a2-31c1b4bd8be2 req-f286b64a-dc3d-4686-89b7-67af671a9e65 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450201 Jul 12 10:54:04.419494 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1e9554cf-f889-4965-869b-774d1545f0aa), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:04.423101 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:04.424292 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e9554cf-f889-4965-869b-774d1545f0aa HTTP/1.1" status: 204 len: 168 time: 0.2298348 Jul 12 10:54:04.432800 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bf34c-84e8-4acc-a5d3-040d6e8e140d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9554cf-f889-4965-869b-774d1545f0aa,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:04.590799 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67d5d7-0b7e-4164-a046-4c1b53034f52 req-ffdce7a6-ef7b-44c5-8901-bf0306c540b5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:04.592896 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf67d5d7-0b7e-4164-a046-4c1b53034f52 req-ffdce7a6-ef7b-44c5-8901-bf0306c540b5 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0589056 Jul 12 10:54:04.651299 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf67d5d7-0b7e-4164-a046-4c1b53034f52 req-675837b4-ac08-4ae1-8153-41a5cc3a5d6e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 Jul 12 10:54:05.404760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc395e-0902-40b5-8103-6b2a3413c4b2 req-d5a92609-6915-4fdc-9818-5d022d25f3ad tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:05.406301 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b5dc395e-0902-40b5-8103-6b2a3413c4b2 req-d5a92609-6915-4fdc-9818-5d022d25f3ad tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0583832 Jul 12 10:54:05.460669 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b5dc395e-0902-40b5-8103-6b2a3413c4b2 req-62811a8d-50ad-41af-9ad5-ab069f52fdb2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485475 Jul 12 10:54:05.779202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cf867-b49d-41c1-b353-cec16742c48e req-8202a030-48b4-4f38-9a81-97b94a8075f8 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:05.781607 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e7cf867-b49d-41c1-b353-cec16742c48e req-8202a030-48b4-4f38-9a81-97b94a8075f8 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0611770 Jul 12 10:54:05.830615 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e7cf867-b49d-41c1-b353-cec16742c48e req-5e307254-0945-4d45-ad85-f1b119137e4b tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Jul 12 10:54:05.950726 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74314f-e319-4251-9e00-fcb134f1354d req-dc6fd5b6-4f7f-43f3-a502-5acc7969644c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:05.952802 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a74314f-e319-4251-9e00-fcb134f1354d req-dc6fd5b6-4f7f-43f3-a502-5acc7969644c tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0559237 Jul 12 10:54:05.962342 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 57984) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:05.966455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Request body: {'floatingip': {'port_id': 'bb736186-c965-4afd-96ab-c2b4a976c62d'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:54:06.004672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:06.446090 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:06.555977 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:06.648657 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f49d81-51d8-4d03-90d0-b0331929959a req-7ae185ea-c830-4e16-8da6-f5ea5e9c5344 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:06.650130 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70f49d81-51d8-4d03-90d0-b0331929959a req-7ae185ea-c830-4e16-8da6-f5ea5e9c5344 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.1233191 Jul 12 10:54:06.688891 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP 6615685c-f8b4-42e0-a925-c0d85184a122 associated. External IP: 172.27.2.7, port: bb736186-c965-4afd-96ab-c2b4a976c62d. Jul 12 10:54:07.051191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-70f49d81-51d8-4d03-90d0-b0331929959a req-bb3b6fd9-baa9-4ae6-825b-78435dedc01d tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919165 Jul 12 10:54:07.222554 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:54:07.349455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:54:07.354543 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:07.360988 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:54:07.372040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:54:07.373139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:07.393991 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d2db1d99-f95c-46b1-96d1-79805bea9950 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "PUT /v2.0/floatingips/6615685c-f8b4-42e0-a925-c0d85184a122 HTTP/1.1" status: 200 len: 990 time: 1.4309535 Jul 12 10:54:07.394704 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:54:07.397301 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bfc330-f3ed-4a2c-93c6-d504925d9d71" -d '{"events": [{"name": "network-changed", "server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:54:07.437202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d333a0-e6cd-421f-b4b7-990665fa99ae x-openstack-request-id: req-c6d333a0-e6cd-421f-b4b7-990665fa99ae {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:54:07.442421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:54:07.442421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6d333a0-e6cd-421f-b4b7-990665fa99ae {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:54:07.442421 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d333a0-e6cd-421f-b4b7-990665fa99ae'] response: {'name': 'network-changed', 'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'status': 'completed', 'code': 200} Jul 12 10:54:07.488707 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:54:07.536989 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-7057813b-4701-40d3-91c0-d7bc4aa87f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:07.538503 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-7057813b-4701-40d3-91c0-d7bc4aa87f74 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 1130 time: 0.0494623 Jul 12 10:54:07.633520 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-7e5c45a9-4f6b-478a-bbe6-e3c689738910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:07.634948 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-7e5c45a9-4f6b-478a-bbe6-e3c689738910 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 200 len: 917 time: 0.0879979 Jul 12 10:54:07.700511 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-fb6f29bf-ad0e-46cc-a086-7802936789e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb736186-c965-4afd-96ab-c2b4a976c62d HTTP/1.1" status: 200 len: 998 time: 0.0588708 Jul 12 10:54:07.712842 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '6615685c-f8b4-42e0-a925-c0d85184a122', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:47Z', 'updated_at': '2022-07-12T10:54:06Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:07.741381 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:54:07.749972 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:54:07.750592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:53:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:07.751265 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-9726e2c3-c9d2-4c9f-ac64-c18157b6854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:07.752759 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-9726e2c3-c9d2-4c9f-ac64-c18157b6854b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 200 len: 854 time: 0.0442696 Jul 12 10:54:07.804941 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-5280bc2d-df0b-4fb5-a8ce-30efe0c1500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:07.806487 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-5280bc2d-df0b-4fb5-a8ce-30efe0c1500f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467019 Jul 12 10:54:07.853247 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:54:07.900918 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-738e64a2-5f28-4826-9b63-35cbbf1989ca service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868747 Jul 12 10:54:07.997520 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-24bfc330-f3ed-4a2c-93c6-d504925d9d71 req-e5dbf97d-f51f-405e-9f53-59b569da9d69 service neutron] 10.222.0.76 "GET /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857875 Jul 12 10:54:08.101184 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '6615685c-f8b4-42e0-a925-c0d85184a122', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:47Z', 'updated_at': '2022-07-12T10:54:06Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:54:08.127565 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263a9e4f-502b-4cc1-b65c-65f1da1e3af3 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': '6615685c-f8b4-42e0-a925-c0d85184a122', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'port_id': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'mac_address': 'fa:16:3e:1b:6f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:53:47Z', 'updated_at': '2022-07-12T10:54:06Z', 'revision_number': 1, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:54:08.187286 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e423-e8ce-4c73-904d-6cf2bafbbd4b req-5a82f366-c6df-4280-99ae-3115137f8605 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:08.188952 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-40f2e423-e8ce-4c73-904d-6cf2bafbbd4b req-5a82f366-c6df-4280-99ae-3115137f8605 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0622504 Jul 12 10:54:08.244825 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-40f2e423-e8ce-4c73-904d-6cf2bafbbd4b req-582bfb10-0e97-45b3-b7a2-911d871b7eab tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482810 Jul 12 10:54:08.340045 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666624f4-8cf9-46d5-aef3-954566eb430f None None] New status for floating IP 6615685c-f8b4-42e0-a925-c0d85184a122: ACTIVE {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:54:09.371619 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e1a7e-5cfd-456c-a0e8-e7d7bb4372b3 req-1e9f5394-0bda-4d4f-ba55-4017500fb9cf tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:09.373669 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-274e1a7e-5cfd-456c-a0e8-e7d7bb4372b3 req-1e9f5394-0bda-4d4f-ba55-4017500fb9cf tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0565655 Jul 12 10:54:09.423076 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-274e1a7e-5cfd-456c-a0e8-e7d7bb4372b3 req-f375f8d8-afc0-49f2-a68b-4116dee0ab56 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Jul 12 10:54:10.542789 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca514e-523f-4977-8102-56da1bee19c2 req-9bd960c2-7739-4a17-a503-2fa514eeab34 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:10.544306 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19ca514e-523f-4977-8102-56da1bee19c2 req-9bd960c2-7739-4a17-a503-2fa514eeab34 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 944 time: 0.0531297 Jul 12 10:54:10.592479 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19ca514e-523f-4977-8102-56da1bee19c2 req-91119a1c-9c69-4be3-9b09-4a3af9556200 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Jul 12 10:54:11.033688 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:54:11.133127 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:11.145039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'port_id': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'mac_address': 'fa:16:3e:bc:f9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:54:11.180535 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port d540af8b-8f7c-4f17-bf64-4e71479aa357 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:11.180931 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:11.194895 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d540af8b-8f7c-4f17-bf64-4e71479aa357 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:54:11.217221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:11.293945 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:11.340506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=7']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:11.631536 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['d540af8b-8f7c-4f17-bf64-4e71479aa357'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:54:11.720122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b72924-0ee8-458c-95ce-d595a03a8352 req-5f090896-ba3f-4713-9c13-b370a37f4238 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:11.721710 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99b72924-0ee8-458c-95ce-d595a03a8352 req-5f090896-ba3f-4713-9c13-b370a37f4238 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0577278 Jul 12 10:54:11.772186 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-99b72924-0ee8-458c-95ce-d595a03a8352 req-a7f920a9-4088-4951-b328-9eb5a7c2cabe tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 Jul 12 10:54:12.894846 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9137c-98c8-4dd3-8595-07dbe9f68070 req-de879171-e4ea-4b57-aa49-c4386fe41cea tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:12.896260 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eba9137c-98c8-4dd3-8595-07dbe9f68070 req-de879171-e4ea-4b57-aa49-c4386fe41cea tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 945 time: 0.0545998 Jul 12 10:54:12.945241 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-eba9137c-98c8-4dd3-8595-07dbe9f68070 req-63d5b562-052b-4c9f-8982-bcae3dacf17c tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Jul 12 10:54:13.035719 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:54:13.086281 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port d540af8b-8f7c-4f17-bf64-4e71479aa357 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:54:13.086768 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:13.160753 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port d540af8b-8f7c-4f17-bf64-4e71479aa357 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:13.161060 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:13.183731 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:54:13.186010 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c659129-ff4f-40fd-85f3-fa72e1f5ad46" -d '{"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-plugged", "status": "completed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:54:13.198201 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:13.222641 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569fb31e-cc3d-4dda-8ca3-163824e86f83 x-openstack-request-id: req-569fb31e-cc3d-4dda-8ca3-163824e86f83 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:54:13.222954 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-plugged", "status": "completed", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:54:13.223219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-569fb31e-cc3d-4dda-8ca3-163824e86f83 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:54:13.223612 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569fb31e-cc3d-4dda-8ca3-163824e86f83'] response: {'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'code': 200} Jul 12 10:54:13.285197 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:13.334132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=8']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:13.592188 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159e4c5-43aa-44af-ba38-18d73915ce3b req-5d504e17-eff3-46d6-92e0-ba700341ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:13.593705 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c159e4c5-43aa-44af-ba38-18d73915ce3b req-5d504e17-eff3-46d6-92e0-ba700341ad6a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.0452888 Jul 12 10:54:13.643908 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c159e4c5-43aa-44af-ba38-18d73915ce3b req-a3c63464-bd81-4803-86b0-fe0b6cd7c7b7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417604 Jul 12 10:54:14.067206 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bc0e7-c9b4-44ce-b148-3b8853e92f59 req-bbae9eaf-06d0-45fd-8269-a0ae297d2f27 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:14.068817 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a2bc0e7-c9b4-44ce-b148-3b8853e92f59 req-bbae9eaf-06d0-45fd-8269-a0ae297d2f27 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0565479 Jul 12 10:54:14.125020 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2a2bc0e7-c9b4-44ce-b148-3b8853e92f59 req-03d4c030-8e76-4c50-b9d3-5ef73507b424 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489247 Jul 12 10:54:14.962195 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a6eb0-a4e2-4b8c-a427-90c1fc06d384 req-f363c03a-05eb-44bb-b53d-8c9667dd30a3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:14.963758 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c74a6eb0-a4e2-4b8c-a427-90c1fc06d384 req-f363c03a-05eb-44bb-b53d-8c9667dd30a3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0544477 Jul 12 10:54:15.015547 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c74a6eb0-a4e2-4b8c-a427-90c1fc06d384 req-6a6f478a-c9c5-4e4a-a786-d1ca7a9fe7c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Jul 12 10:54:15.248263 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80157b94-e7f7-4fc0-9126-4f48e608c8c2 req-de4bbd84-c6a6-4cae-878b-962fd52116b6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:15.249844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-80157b94-e7f7-4fc0-9126-4f48e608c8c2 req-de4bbd84-c6a6-4cae-878b-962fd52116b6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0551119 Jul 12 10:54:15.300575 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-80157b94-e7f7-4fc0-9126-4f48e608c8c2 req-26528eee-0340-4d43-9b2f-169ba58ad231 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Jul 12 10:54:16.149602 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dea744-781d-434d-a4d2-65a1a305e105 req-1be28e61-5363-4a66-b8eb-a2c4f4de41fe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:16.151093 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e3dea744-781d-434d-a4d2-65a1a305e105 req-1be28e61-5363-4a66-b8eb-a2c4f4de41fe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0566165 Jul 12 10:54:16.199525 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e3dea744-781d-434d-a4d2-65a1a305e105 req-52d872c5-777f-48a2-ad87-340076c70864 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Jul 12 10:54:17.327471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063ac1d-798c-40be-9463-8ca9bd5d5bf2 req-807d6024-690b-450e-8da9-a730ec20f015 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:17.328916 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5063ac1d-798c-40be-9463-8ca9bd5d5bf2 req-807d6024-690b-450e-8da9-a730ec20f015 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0541470 Jul 12 10:54:17.377131 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5063ac1d-798c-40be-9463-8ca9bd5d5bf2 req-6b6ca0ab-af5a-4dd7-9cfd-8d97b3ec419b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Jul 12 10:54:17.634376 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:54:18.500526 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328028bb-3f2c-46c8-9c30-af36f6ebe134 req-9d66fc3b-0428-454d-b97c-28f6b102025b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:18.502015 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-328028bb-3f2c-46c8-9c30-af36f6ebe134 req-9d66fc3b-0428-454d-b97c-28f6b102025b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0536366 Jul 12 10:54:18.552737 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-328028bb-3f2c-46c8-9c30-af36f6ebe134 req-2bbdaf83-5b0c-456c-b189-e574ff7a0055 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450952 Jul 12 10:54:19.674562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993445-848c-4d5f-9a9b-08621cec1300 req-172fc8b7-2b45-4570-958e-7bd88281e892 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:19.676069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d993445-848c-4d5f-9a9b-08621cec1300 req-172fc8b7-2b45-4570-958e-7bd88281e892 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0530667 Jul 12 10:54:19.722396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d993445-848c-4d5f-9a9b-08621cec1300 req-9b20c8c4-3cb9-452a-a8ce-f33b694a3030 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Jul 12 10:54:20.848235 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e074-62cb-45e7-8759-b36662ffa829 req-68b523f5-cac1-48ab-9731-80c9ee5efd91 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:20.849771 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-73b3e074-62cb-45e7-8759-b36662ffa829 req-68b523f5-cac1-48ab-9731-80c9ee5efd91 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0559773 Jul 12 10:54:20.898060 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-73b3e074-62cb-45e7-8759-b36662ffa829 req-5a905bf6-3165-48ba-9479-74506dfec9c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 Jul 12 10:54:22.026961 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4767e-275f-4484-87e5-5b0989c4ddbc req-d90abf46-d1f0-436c-903a-68255c8b1ad2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:22.028439 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-02e4767e-275f-4484-87e5-5b0989c4ddbc req-d90abf46-d1f0-436c-903a-68255c8b1ad2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0577321 Jul 12 10:54:22.078653 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-02e4767e-275f-4484-87e5-5b0989c4ddbc req-05f9dd37-7cfc-459f-92a2-2d62aeb8591e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Jul 12 10:54:23.204573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b31eb-b19f-4d2a-89c8-af4244599af3 req-a646a19a-65ef-4d74-be4d-11a82ea6eec2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:23.206071 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0e3b31eb-b19f-4d2a-89c8-af4244599af3 req-a646a19a-65ef-4d74-be4d-11a82ea6eec2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0539737 Jul 12 10:54:23.253209 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0e3b31eb-b19f-4d2a-89c8-af4244599af3 req-3bec442f-926a-4f71-a49c-efc6b9b91873 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 Jul 12 10:54:24.383648 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32635d-b7e1-468e-a2d6-0113c768dd91 req-32cbecd2-6919-456e-a1f6-6e8953811cbd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:24.385901 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3a32635d-b7e1-468e-a2d6-0113c768dd91 req-32cbecd2-6919-456e-a1f6-6e8953811cbd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0601580 Jul 12 10:54:24.433871 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3a32635d-b7e1-468e-a2d6-0113c768dd91 req-3f8c6d31-e21c-4312-9355-cced17e134ab tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Jul 12 10:54:25.479759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0f42b92c-1c38-461c-b363-f5d34c82b604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:25.564991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dddd8-e8e5-4e1a-80ab-fdcc1b361136 req-841f9a62-1fdf-4a5e-bc65-ed836ad8b88a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:25.566513 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4d2dddd8-e8e5-4e1a-80ab-fdcc1b361136 req-841f9a62-1fdf-4a5e-bc65-ed836ad8b88a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0579422 Jul 12 10:54:25.615493 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4d2dddd8-e8e5-4e1a-80ab-fdcc1b361136 req-87698987-b7cf-4651-bb6e-0161c9c854d9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Jul 12 10:54:26.740039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfde75-936b-4609-9e4d-f2dd553e60fb req-906c8c20-6c49-4950-be21-085e291ad2d6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:26.741581 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9cdfde75-936b-4609-9e4d-f2dd553e60fb req-906c8c20-6c49-4950-be21-085e291ad2d6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0525544 Jul 12 10:54:26.793451 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9cdfde75-936b-4609-9e4d-f2dd553e60fb req-35ac9dac-39d1-40a1-94d9-d747b3f49b9e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Jul 12 10:54:27.918782 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fca0ec-b99c-408e-94d2-e47afb6f7dc6 req-aa0c9170-b6a5-430e-8cb4-24e2d1495431 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:27.920278 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f3fca0ec-b99c-408e-94d2-e47afb6f7dc6 req-aa0c9170-b6a5-430e-8cb4-24e2d1495431 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jul 12 10:54:27.967734 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f3fca0ec-b99c-408e-94d2-e47afb6f7dc6 req-7d09360c-b6e6-464d-83b6-c1ecb5d29e97 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Jul 12 10:54:28.151890 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2a030355-c07a-483b-9db5-255407ea2310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:29.092447 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b58296-6865-4162-a767-dcb274ef48e0 req-7d0cbb3a-b2fb-4066-bf02-bfad755f56a5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:29.094449 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-87b58296-6865-4162-a767-dcb274ef48e0 req-7d0cbb3a-b2fb-4066-bf02-bfad755f56a5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0541773 Jul 12 10:54:29.142396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-87b58296-6865-4162-a767-dcb274ef48e0 req-537f96de-4c0a-4d48-9d34-05205a18c06d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Jul 12 10:54:30.114094 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:30.272270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ccb3-332d-4070-b7fa-3b0a7c3f12b4 req-75bd1751-34a6-4854-8391-f4d5547d38c6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:30.273770 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f706ccb3-332d-4070-b7fa-3b0a7c3f12b4 req-75bd1751-34a6-4854-8391-f4d5547d38c6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0586889 Jul 12 10:54:30.321793 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f706ccb3-332d-4070-b7fa-3b0a7c3f12b4 req-d990d8b4-5a32-4020-8add-e6ff7cfd86e3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Jul 12 10:54:30.442011 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:31.447374 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6347b8-7892-45c4-a84d-51ec7d0c21dc req-90dd0cd5-1492-4f6a-98bf-baf6ded0bcbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:31.448697 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-de6347b8-7892-45c4-a84d-51ec7d0c21dc req-90dd0cd5-1492-4f6a-98bf-baf6ded0bcbe tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0541446 Jul 12 10:54:31.498597 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-de6347b8-7892-45c4-a84d-51ec7d0c21dc req-792cc3ad-042b-4d21-b808-3d5a0eff66b4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 Jul 12 10:54:32.071052 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:32.629009 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820841-68b8-4ab9-a39a-88b945a75db4 req-23f26f66-954f-4bde-908c-edca7df7bb1d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:32.630550 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3c820841-68b8-4ab9-a39a-88b945a75db4 req-23f26f66-954f-4bde-908c-edca7df7bb1d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0562274 Jul 12 10:54:32.685400 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3c820841-68b8-4ab9-a39a-88b945a75db4 req-bc988533-3a86-4167-9f4c-040d508da6ed tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487523 Jul 12 10:54:32.842759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:33.809999 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca18bf-38b0-43fe-890c-a72c7b1c1cd5 req-4a6acdf3-abbf-4756-a7a1-99bf77ebbf14 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:33.811498 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6ca18bf-38b0-43fe-890c-a72c7b1c1cd5 req-4a6acdf3-abbf-4756-a7a1-99bf77ebbf14 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0529029 Jul 12 10:54:33.863890 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f6ca18bf-38b0-43fe-890c-a72c7b1c1cd5 req-48936a2d-a3dc-408c-9f58-c2d3ad980acf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Jul 12 10:54:34.990819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c9269-923b-4e75-b92d-ab3b93b33c8b req-a9481120-68d3-4cf9-af52-bfa49c476ea7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:34.992350 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-437c9269-923b-4e75-b92d-ab3b93b33c8b req-a9481120-68d3-4cf9-af52-bfa49c476ea7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0556557 Jul 12 10:54:35.041316 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-437c9269-923b-4e75-b92d-ab3b93b33c8b req-6bf321c7-49ff-4783-ac7e-87ce605dcd2d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Jul 12 10:54:36.173186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26867572-87bc-47a4-8b71-ae1de9322557 req-a261697c-7bb7-4828-b93f-e717cdeea99e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:36.183869 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-26867572-87bc-47a4-8b71-ae1de9322557 req-a261697c-7bb7-4828-b93f-e717cdeea99e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0583277 Jul 12 10:54:36.221663 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-26867572-87bc-47a4-8b71-ae1de9322557 req-35350838-d487-4cf9-bf11-48acf1d43cc5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Jul 12 10:54:36.819230 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d320-4096-4e24-be86-637a4627b11b req-ebf4d03e-61e7-4c32-8d9a-36b9afef4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:36.820802 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-ebf4d03e-61e7-4c32-8d9a-36b9afef4616 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1129 time: 0.0505588 Jul 12 10:54:36.927200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d320-4096-4e24-be86-637a4627b11b req-83f97f14-2cd3-4e74-8f03-6b9ed102d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:36.928712 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-83f97f14-2cd3-4e74-8f03-6b9ed102d8e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0861981 Jul 12 10:54:36.994663 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-2b6bdd77-5d2f-46ac-821a-142f13c77f71 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 1001 time: 0.0597444 Jul 12 10:54:37.045535 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d320-4096-4e24-be86-637a4627b11b req-45a5cc5d-d90c-43ff-b961-2f255141f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:37.047860 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-45a5cc5d-d90c-43ff-b961-2f255141f200 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0467534 Jul 12 10:54:37.075423 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:54:37.102039 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d320-4096-4e24-be86-637a4627b11b req-d99f8611-3aa3-4442-b17b-fd350e2b4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:37.103692 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-d99f8611-3aa3-4442-b17b-fd350e2b4ad1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492134 Jul 12 10:54:37.199462 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:37.211063 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '495684d7-ebc4-4d30-b888-9b6a91938953', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:54:37.213556 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-92c49943-0462-4ec7-88d9-c3bd6330a8b2 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016972 Jul 12 10:54:37.246929 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: ACTIVE; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:37.247873 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:37.263602 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:54:37.291425 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:37.314201 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a1f5d320-4096-4e24-be86-637a4627b11b req-43e49656-b5bb-451f-ae1b-b4ef7c2fee4c service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929353 Jul 12 10:54:37.353917 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d080aa-ad4f-4a2b-acef-aaa38f8bf6c8 req-2384f01c-1f4f-49f1-88f7-8246a0a713b2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:37.355472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19d080aa-ad4f-4a2b-acef-aaa38f8bf6c8 req-2384f01c-1f4f-49f1-88f7-8246a0a713b2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0540488 Jul 12 10:54:37.376958 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:37.407616 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19d080aa-ad4f-4a2b-acef-aaa38f8bf6c8 req-c6d87d3d-4738-4a78-8ca4-2dc8b29031b7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455816 Jul 12 10:54:37.429152 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=6']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:37.606442 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['495684d7-ebc4-4d30-b888-9b6a91938953'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:54:38.535458 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93469f-a6c5-4540-b34a-9b38a735d2a6 req-ef148838-f9a5-4f5f-8e09-12ec718d52e0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:38.537024 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ae93469f-a6c5-4540-b34a-9b38a735d2a6 req-ef148838-f9a5-4f5f-8e09-12ec718d52e0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 944 time: 0.0576036 Jul 12 10:54:38.589783 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ae93469f-a6c5-4540-b34a-9b38a735d2a6 req-a2f1a483-18f6-406a-a771-efc03710846d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Jul 12 10:54:39.114176 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:54:39.175108 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 495684d7-ebc4-4d30-b888-9b6a91938953 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:54:39.175592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:39.249713 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:39.250277 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:39.274974 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:54:39.277311 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9a1622-2950-4af0-b909-4b8844dc415b" -d '{"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:54:39.290733 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:39.315298 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f00c575-817f-46cb-bf30-d4d7ab55192e x-openstack-request-id: req-5f00c575-817f-46cb-bf30-d4d7ab55192e {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:54:39.315298 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:54:39.315701 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f00c575-817f-46cb-bf30-d4d7ab55192e {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:54:39.316254 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f00c575-817f-46cb-bf30-d4d7ab55192e'] response: {'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'code': 200} Jul 12 10:54:39.391429 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:39.443823 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=7']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:39.450959 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.451319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.451665 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.452069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.452394 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.452729 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.453584 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.453906 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.454235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.454562 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.454890 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.455243 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.455567 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:39.745146 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed910e-830f-46f0-9daf-5a03a4779166 req-afeec848-6728-49ca-a30c-ef24c31c66af tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:39.746811 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e2ed910e-830f-46f0-9daf-5a03a4779166 req-afeec848-6728-49ca-a30c-ef24c31c66af tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0721614 Jul 12 10:54:39.830069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e2ed910e-830f-46f0-9daf-5a03a4779166 req-5daf8d1a-a5a9-4556-8be4-ce258f205ed2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652752 Jul 12 10:54:40.925885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 58392) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:41.002550 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec656-fdea-4a87-a1b1-3a479f6fe74a req-878382f7-4e3e-4d8c-9dbb-7af540b336ca tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:41.004122 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bacec656-fdea-4a87-a1b1-3a479f6fe74a req-878382f7-4e3e-4d8c-9dbb-7af540b336ca tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0590417 Jul 12 10:54:41.084184 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bacec656-fdea-4a87-a1b1-3a479f6fe74a req-a3146995-ac61-495d-8fbd-145f1894368c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739467 Jul 12 10:54:41.085174 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.174409 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Publish callbacks [] for security_group (110dcc96-123d-49fb-9fa6-ec64a82ba5cc), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.247591 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (110dcc96-123d-49fb-9fa6-ec64a82ba5cc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.286301 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c2a91c90fd94c64af20d03877223961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563018 Jul 12 10:54:41.288863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58396) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:41.302260 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110dcc96-123d-49fb-9fa6-ec64a82ba5cc,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:41.310148 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.310512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.310865 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.311414 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.311767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.312241 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.312855 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.313208 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.313553 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.313892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.314230 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.314565 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.314896 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cf2b55-cad8-4493-931a-b5eb8e0b62a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.358025 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Publish callbacks [] for security_group (110dcc96-123d-49fb-9fa6-ec64a82ba5cc), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.382777 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Publish callbacks [] for security_group (110dcc96-123d-49fb-9fa6-ec64a82ba5cc), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.522031 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (110dcc96-123d-49fb-9fa6-ec64a82ba5cc), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.524869 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:41.528962 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/110dcc96-123d-49fb-9fa6-ec64a82ba5cc HTTP/1.1" status: 204 len: 168 time: 0.2389853 Jul 12 10:54:41.539080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110dcc96-123d-49fb-9fa6-ec64a82ba5cc,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:41.547107 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.547462 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.547811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.548150 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.548678 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.549167 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.549510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.549845 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.550178 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.550515 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.550845 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.551217 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:41.551701 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01436d6-ddd4-45ea-9f0d-710f3d3e5bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:54:42.225050 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58406) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:42.225217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19dd28-9908-499a-817f-1f163a8be9cc req-a7eefcb8-2a47-43d4-bfa8-486750fba6e6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:42.227128 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9d19dd28-9908-499a-817f-1f163a8be9cc req-a7eefcb8-2a47-43d4-bfa8-486750fba6e6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0664363 Jul 12 10:54:42.244404 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3672dc6-2dca-4f86-b084-e9f82878eb6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.295815 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9d19dd28-9908-499a-817f-1f163a8be9cc req-25de3e50-9ea9-4282-8a82-f13d35f8d681 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616031 Jul 12 10:54:42.485758 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3672dc6-2dca-4f86-b084-e9f82878eb6b admin admin] Publish callbacks [] for security_group (582c4f2a-96d4-480b-801c-0e5749615937), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.585012 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d3672dc6-2dca-4f86-b084-e9f82878eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (582c4f2a-96d4-480b-801c-0e5749615937), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.623574 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3672dc6-2dca-4f86-b084-e9f82878eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582c4f2a-96d4-480b-801c-0e5749615937,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:42.628587 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d3672dc6-2dca-4f86-b084-e9f82878eb6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e22d838b42844d8fb8d5a2690a220245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022472 Jul 12 10:54:42.632407 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58410) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:54:42.693183 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] Publish callbacks [] for security_group (582c4f2a-96d4-480b-801c-0e5749615937), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.719641 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] Publish callbacks [] for security_group (582c4f2a-96d4-480b-801c-0e5749615937), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.870889 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (582c4f2a-96d4-480b-801c-0e5749615937), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.873808 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:42.878038 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/582c4f2a-96d4-480b-801c-0e5749615937 HTTP/1.1" status: 204 len: 168 time: 0.2425010 Jul 12 10:54:42.888123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc3da-ade0-4561-b56e-d9d4f752efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582c4f2a-96d4-480b-801c-0e5749615937,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:43.506229 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feb24c-b4bc-4de1-9078-590fe08e1c4d req-75aa9e01-080e-4eed-b511-455840b900c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:43.508550 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a9feb24c-b4bc-4de1-9078-590fe08e1c4d req-75aa9e01-080e-4eed-b511-455840b900c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0916226 Jul 12 10:54:43.582604 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a9feb24c-b4bc-4de1-9078-590fe08e1c4d req-5389fb4a-b780-43e7-b3f3-894f255809dd tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608737 Jul 12 10:54:44.716587 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20dfc-d1e1-410f-b5dc-8c707171250d req-f20a1922-4643-4d02-ad07-69d8f323c66f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:44.720380 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9b20dfc-d1e1-410f-b5dc-8c707171250d req-f20a1922-4643-4d02-ad07-69d8f323c66f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0701516 Jul 12 10:54:44.794236 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f9b20dfc-d1e1-410f-b5dc-8c707171250d req-c2645e4f-d699-4241-b769-0bed08df9055 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672503 Jul 12 10:54:45.925676 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f14db-d589-4e90-978a-503433befb71 req-ff0746de-a0a6-49c0-9d8f-3b7382afe106 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:45.927133 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-459f14db-d589-4e90-978a-503433befb71 req-ff0746de-a0a6-49c0-9d8f-3b7382afe106 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0536733 Jul 12 10:54:45.979616 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-459f14db-d589-4e90-978a-503433befb71 req-6d0adf63-b48e-4dde-adb3-8135b4377bc9 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466857 Jul 12 10:54:47.121073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dcbf4-359d-42d8-8712-be787f8d76b6 req-20207575-84d7-4510-b5a5-3d0357bf0b88 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:47.123530 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-572dcbf4-359d-42d8-8712-be787f8d76b6 req-20207575-84d7-4510-b5a5-3d0357bf0b88 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0666180 Jul 12 10:54:47.201257 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-572dcbf4-359d-42d8-8712-be787f8d76b6 req-f2b2644c-2a55-47c5-92ba-b06fb6175e0e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656602 Jul 12 10:54:48.334791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ac82-d7a5-4e44-aa6c-258556b9f93e req-d0f316f6-3461-44b8-9d6e-28ef98095597 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:48.337451 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ea5ac82-d7a5-4e44-aa6c-258556b9f93e req-d0f316f6-3461-44b8-9d6e-28ef98095597 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0583062 Jul 12 10:54:48.400068 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ea5ac82-d7a5-4e44-aa6c-258556b9f93e req-9e07167c-5a7d-4cd9-a885-dc990835a334 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565009 Jul 12 10:54:49.572358 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66d70d-c434-40fa-86fa-d3860c854795 req-5b0d30d3-e9d8-4ae3-9d64-816dfedd3681 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:49.574069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd66d70d-c434-40fa-86fa-d3860c854795 req-5b0d30d3-e9d8-4ae3-9d64-816dfedd3681 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0844204 Jul 12 10:54:49.662398 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bd66d70d-c434-40fa-86fa-d3860c854795 req-fe57bccf-2fb2-43cc-922b-bfdf8dde2861 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794358 Jul 12 10:54:50.792101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf5c7-e275-4f51-ad97-7766651dcc38 req-47d143be-0454-4430-b1f9-564ffe75f2c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:50.793640 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-715bf5c7-e275-4f51-ad97-7766651dcc38 req-47d143be-0454-4430-b1f9-564ffe75f2c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0532868 Jul 12 10:54:50.840677 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-715bf5c7-e275-4f51-ad97-7766651dcc38 req-1904d51c-5880-4a59-9eb9-194542a0468c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Jul 12 10:54:51.970058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83aaa3-0749-4226-a731-870e0e25b88f req-83c78c17-7af5-4fbc-9c7e-4c42b84b3f1c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:51.971486 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8c83aaa3-0749-4226-a731-870e0e25b88f req-83c78c17-7af5-4fbc-9c7e-4c42b84b3f1c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0569196 Jul 12 10:54:52.019307 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8c83aaa3-0749-4226-a731-870e0e25b88f req-22bc2028-e10e-45e2-be98-ffa0344f7f8b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Jul 12 10:54:53.147174 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8be71a-f4c9-4fe7-bfa7-afd91a1c761c req-ae55f76a-15b1-4b6a-b63a-1ea810d1106b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:53.148728 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e8be71a-f4c9-4fe7-bfa7-afd91a1c761c req-ae55f76a-15b1-4b6a-b63a-1ea810d1106b tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0542920 Jul 12 10:54:53.196268 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e8be71a-f4c9-4fe7-bfa7-afd91a1c761c req-4ca57476-3f1c-44a6-80ba-86f3bbe64828 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Jul 12 10:54:53.880344 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-a4a97373-5c37-4c4f-a61d-0215f5f293ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:53.881989 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-a4a97373-5c37-4c4f-a61d-0215f5f293ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1129 time: 0.0568829 Jul 12 10:54:53.974308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-bce3e883-9ae2-4317-9061-a439544e9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:53.980197 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-bce3e883-9ae2-4317-9061-a439544e9f10 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0889521 Jul 12 10:54:54.049470 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-9ef3fdcd-0740-4861-b205-84b52691ed55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 1001 time: 0.0640893 Jul 12 10:54:54.266552 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:54:54.340634 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a868e-ee1e-458a-88d4-04ba6a20bf42 req-0e0adb28-d943-40e1-a978-196da6884d0f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:54.343311 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-417a868e-ee1e-458a-88d4-04ba6a20bf42 req-0e0adb28-d943-40e1-a978-196da6884d0f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 945 time: 0.0649548 Jul 12 10:54:54.348077 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: ACTIVE; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:54:54.348794 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:54.364617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-747672f6-f3e4-4207-9324-0b67c970378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:54.366251 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-747672f6-f3e4-4207-9324-0b67c970378a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.3080144 Jul 12 10:54:54.372870 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:54:54.375120 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a8346b-5be1-451e-aabd-b82ef17778aa" -d '{"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:54:54.390688 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:54:54.417798 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f111b3b-f3f1-46ea-87b5-0352e85c47f9 x-openstack-request-id: req-2f111b3b-f3f1-46ea-87b5-0352e85c47f9 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:54:54.418206 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:54:54.418677 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f111b3b-f3f1-46ea-87b5-0352e85c47f9 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:54:54.419109 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f111b3b-f3f1-46ea-87b5-0352e85c47f9'] response: {'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'code': 200} Jul 12 10:54:54.419704 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-417a868e-ee1e-458a-88d4-04ba6a20bf42 req-bd85de7b-c26f-4025-abfb-87e419e7c2ac tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675979 Jul 12 10:54:54.423858 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-5b761878-ba4e-47e4-85cf-e30d7cdc8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:54.425987 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-5b761878-ba4e-47e4-85cf-e30d7cdc8732 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531888 Jul 12 10:54:54.481881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:54.538234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=8']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:54:54.550685 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-96489e46-7326-44fb-adc7-b450193931a8 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896156 Jul 12 10:54:54.634549 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:54:54.651147 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-18c7eefb-82cf-4380-b6dd-467376c0c001 req-ebf36d41-2280-47f7-b1b5-3daa92068378 service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905175 Jul 12 10:54:55.510955 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5964eeb9-8fbf-4255-869c-30872eb49bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:54:55.545817 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db599a-69a7-4792-a4be-a7f141fef906 req-80356f6b-e440-4164-996a-98914da4fc26 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:55.547368 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-04db599a-69a7-4792-a4be-a7f141fef906 req-80356f6b-e440-4164-996a-98914da4fc26 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0554490 Jul 12 10:54:55.599164 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-04db599a-69a7-4792-a4be-a7f141fef906 req-243ac7a4-a9cd-45a2-98bf-e6e83ae542b7 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452044 Jul 12 10:54:56.734445 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96bbb-58b5-4caf-8e16-293abb546d3c req-5ee58b77-9ac5-420b-ae24-9a0aa701c5cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:56.736113 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2d96bbb-58b5-4caf-8e16-293abb546d3c req-5ee58b77-9ac5-420b-ae24-9a0aa701c5cf tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0575564 Jul 12 10:54:56.787994 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b2d96bbb-58b5-4caf-8e16-293abb546d3c req-6b31083e-e97d-4c17-9457-31a0538b5910 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Jul 12 10:54:57.924752 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce16bd-a2f8-44b0-ad31-e8b033fa5ac0 req-0f8e1673-9f30-4339-a711-fc5b224b7e72 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:54:57.926389 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-adce16bd-a2f8-44b0-ad31-e8b033fa5ac0 req-0f8e1673-9f30-4339-a711-fc5b224b7e72 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0586774 Jul 12 10:54:57.976541 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-adce16bd-a2f8-44b0-ad31-e8b033fa5ac0 req-48ffa731-eb69-497b-9e1b-aa62e6309a05 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434189 Jul 12 10:54:58.208620 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4ff5bb38-e23b-46bb-a3c2-9e6bb318310f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.093416 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.168720 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58728) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:00.281643 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2934d964-973a-4cce-81fa-8d1146b2f64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.298710 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:00.337169 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.360370 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2934d964-973a-4cce-81fa-8d1146b2f64f admin admin] Publish callbacks [] for security_group (cc52f60c-c090-486a-9ec7-3cc1007ac026), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.373432 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: DOWN; New status is: DOWN {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:55:00.479333 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2934d964-973a-4cce-81fa-8d1146b2f64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (cc52f60c-c090-486a-9ec7-3cc1007ac026), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.521713 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2934d964-973a-4cce-81fa-8d1146b2f64f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79ead329090b4ed58f6e64fd4e8d7526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517992 Jul 12 10:55:00.522374 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934d964-973a-4cce-81fa-8d1146b2f64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc52f60c-c090-486a-9ec7-3cc1007ac026,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:00.524714 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 58738) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:00.577417 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] Publish callbacks [] for security_group (cc52f60c-c090-486a-9ec7-3cc1007ac026), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.624086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] Publish callbacks [] for security_group (cc52f60c-c090-486a-9ec7-3cc1007ac026), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.671024 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c799e-1628-49d5-aaf9-18aaae257cd3 req-1edeb1c9-e6a4-4cf9-a025-23f4eeb28248 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:00.672511 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8d3c799e-1628-49d5-aaf9-18aaae257cd3 req-1edeb1c9-e6a4-4cf9-a025-23f4eeb28248 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0922623 Jul 12 10:55:00.725478 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8d3c799e-1628-49d5-aaf9-18aaae257cd3 req-8a5413be-c302-4b85-904c-14235adf4eeb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Jul 12 10:55:00.856899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (cc52f60c-c090-486a-9ec7-3cc1007ac026), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.860095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:00.866787 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc52f60c-c090-486a-9ec7-3cc1007ac026 HTTP/1.1" status: 204 len: 168 time: 0.3354447 Jul 12 10:55:00.869279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991af4c7-2362-44c3-be39-9e961e70755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc52f60c-c090-486a-9ec7-3cc1007ac026,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:01.014001 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-58c304f5-b4f6-48e7-8c6b-64e2b10e5dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439107 Jul 12 10:55:01.090804 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-500c048b-5b51-4f44-bc55-1c98a1686711 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:01.092273 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-500c048b-5b51-4f44-bc55-1c98a1686711 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports/495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 940 time: 0.0484686 Jul 12 10:55:01.598025 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58764) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:01.611054 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d60f0f08-612c-450e-b666-1abfb5106331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:01.684654 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d60f0f08-612c-450e-b666-1abfb5106331 admin admin] Publish callbacks [] for security_group (898cb99e-9032-42a1-92ef-248d13602be7), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:01.813678 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d60f0f08-612c-450e-b666-1abfb5106331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (898cb99e-9032-42a1-92ef-248d13602be7), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:01.859665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19944f6-a8f8-4966-ae42-9ac299d05cad req-11dec5ce-66c7-4006-a5a0-296fdacfb606 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:01.860300 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d60f0f08-612c-450e-b666-1abfb5106331 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb41cc76bb674bdaa0b3b3eebe2dc622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612708 Jul 12 10:55:01.860922 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f0f08-612c-450e-b666-1abfb5106331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cb99e-9032-42a1-92ef-248d13602be7,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:01.861291 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a19944f6-a8f8-4966-ae42-9ac299d05cad req-11dec5ce-66c7-4006-a5a0-296fdacfb606 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0589666 Jul 12 10:55:01.862808 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 58768) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:01.951010 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a19944f6-a8f8-4966-ae42-9ac299d05cad req-3e9b5424-89d4-4577-8f6c-8279223bbbf2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804281 Jul 12 10:55:01.954138 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] Publish callbacks [] for security_group (898cb99e-9032-42a1-92ef-248d13602be7), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:01.978582 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] Publish callbacks [] for security_group (898cb99e-9032-42a1-92ef-248d13602be7), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:02.030649 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:02.107741 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (898cb99e-9032-42a1-92ef-248d13602be7), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:02.110885 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:02.112240 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/898cb99e-9032-42a1-92ef-248d13602be7 HTTP/1.1" status: 204 len: 168 time: 0.2472634 Jul 12 10:55:02.126527 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e1b18-94e9-469e-a9d6-2f957a2462f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cb99e-9032-42a1-92ef-248d13602be7,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:02.656411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-5706bf1b-e38b-4e01-a8c0-678880a7dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:02.657937 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-5706bf1b-e38b-4e01-a8c0-678880a7dafd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c&tenant_id=a10d17a3b8ab489c934fbde27e6e6993 HTTP/1.1" status: 200 len: 1127 time: 0.0465519 Jul 12 10:55:02.735088 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-8c796bce-ac78-4b99-9249-75d059b51a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:02.736504 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-8c796bce-ac78-4b99-9249-75d059b51a84 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1127 time: 0.0454190 Jul 12 10:55:02.835176 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-b46cc976-7f7e-4069-a964-73d702bc98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:02.836689 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-b46cc976-7f7e-4069-a964-73d702bc98d8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 200 len: 919 time: 0.0946259 Jul 12 10:55:02.838975 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:02.898774 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-aa9aa308-cbd0-446d-9efc-fe04c73a4d02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 200 len: 999 time: 0.0559754 Jul 12 10:55:02.952999 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-4a8bb167-2e16-4cf3-b6ab-0d323a969591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:02.954475 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-4a8bb167-2e16-4cf3-b6ab-0d323a969591 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 200 len: 856 time: 0.0501986 Jul 12 10:55:03.009769 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-56a30e04-6095-403d-bf39-823806b7235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:03.011274 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-56a30e04-6095-403d-bf39-823806b7235c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37e20212-50df-4378-91e9-916b28a2f7d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506525 Jul 12 10:55:03.096917 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488eb2-17a0-4db4-b31c-66bc2753cb6e req-4693a676-325c-4b4d-a8f1-ebc8746c1f29 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:03.098465 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-06488eb2-17a0-4db4-b31c-66bc2753cb6e req-4693a676-325c-4b4d-a8f1-ebc8746c1f29 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0574217 Jul 12 10:55:03.108645 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-8efa2846-227d-4448-86e8-9919975af2dc service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910814 Jul 12 10:55:03.164596 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-06488eb2-17a0-4db4-b31c-66bc2753cb6e req-558385a8-b640-4e5a-9e16-d960d23cf93c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 Jul 12 10:55:03.226464 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-cda026ad-16a9-41d8-b035-3ad844201c8b service neutron] 10.222.0.76 "GET /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115124 Jul 12 10:55:04.406147 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c3b2c-e3b0-4611-903b-dc65a6a61b3f req-1805c9f9-a5e9-4c75-8de9-7e11135a367a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:04.409639 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a22c3b2c-e3b0-4611-903b-dc65a6a61b3f req-1805c9f9-a5e9-4c75-8de9-7e11135a367a tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0880959 Jul 12 10:55:04.536067 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a22c3b2c-e3b0-4611-903b-dc65a6a61b3f req-30dcdc1b-6e2e-46a0-9d38-de7fdfbf740c tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031134 Jul 12 10:55:05.039092 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 58850) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:05.155982 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78b227ad-67e5-449c-8208-321403429c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.235020 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78b227ad-67e5-449c-8208-321403429c8f admin admin] Publish callbacks [] for security_group (f43e9b44-96b2-47a2-8cb1-723769c17090), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.298875 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78b227ad-67e5-449c-8208-321403429c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f43e9b44-96b2-47a2-8cb1-723769c17090), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.346595 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58856) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:05.354997 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-78b227ad-67e5-449c-8208-321403429c8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72d6a4574da74ead84f195799de45497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147068 Jul 12 10:55:05.356059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b227ad-67e5-449c-8208-321403429c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e9b44-96b2-47a2-8cb1-723769c17090,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:05.409514 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] Publish callbacks [] for security_group (f43e9b44-96b2-47a2-8cb1-723769c17090), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.433863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] Publish callbacks [] for security_group (f43e9b44-96b2-47a2-8cb1-723769c17090), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.556544 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f43e9b44-96b2-47a2-8cb1-723769c17090), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.559327 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:05.563637 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f43e9b44-96b2-47a2-8cb1-723769c17090 HTTP/1.1" status: 204 len: 168 time: 0.2143877 Jul 12 10:55:05.577059 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e7a6e-f18e-4ef0-ad1b-6ece1f45101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e9b44-96b2-47a2-8cb1-723769c17090,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:05.717669 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394caae-e71f-4c55-ab88-16b826f779ff req-da10ab0a-61a0-4e97-a029-a718249f15a6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:05.719201 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3394caae-e71f-4c55-ab88-16b826f779ff req-da10ab0a-61a0-4e97-a029-a718249f15a6 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0746152 Jul 12 10:55:05.773303 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3394caae-e71f-4c55-ab88-16b826f779ff req-87c9b04c-25fb-4dba-9258-45188a289c76 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Jul 12 10:55:06.255966 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 58866) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:06.270601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-caa67d82-ca6e-4d9d-b794-21cba068d24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.354395 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-caa67d82-ca6e-4d9d-b794-21cba068d24c admin admin] Publish callbacks [] for security_group (452620cd-8396-43f5-a53e-fe517bc09ce3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.430811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-caa67d82-ca6e-4d9d-b794-21cba068d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (452620cd-8396-43f5-a53e-fe517bc09ce3), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.474142 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-caa67d82-ca6e-4d9d-b794-21cba068d24c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e46b914055a24b6d96ecea13a2bf4778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169607 Jul 12 10:55:06.475722 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa67d82-ca6e-4d9d-b794-21cba068d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452620cd-8396-43f5-a53e-fe517bc09ce3,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:06.477148 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 58872) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:06.534587 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] Publish callbacks [] for security_group (452620cd-8396-43f5-a53e-fe517bc09ce3), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.557618 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] Publish callbacks [] for security_group (452620cd-8396-43f5-a53e-fe517bc09ce3), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.677643 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (452620cd-8396-43f5-a53e-fe517bc09ce3), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.680485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:06.681674 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/452620cd-8396-43f5-a53e-fe517bc09ce3 HTTP/1.1" status: 204 len: 168 time: 0.2033746 Jul 12 10:55:06.693615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78194e5e-4d0a-41c3-bf74-2e3ceeb01da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452620cd-8396-43f5-a53e-fe517bc09ce3,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:06.919462 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daeec0-7c64-494a-bc09-e44fb63fea61 req-b55d9ddf-91eb-4860-a88e-b11bb834ff2f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:06.921819 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d8daeec0-7c64-494a-bc09-e44fb63fea61 req-b55d9ddf-91eb-4860-a88e-b11bb834ff2f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0622315 Jul 12 10:55:06.983035 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d8daeec0-7c64-494a-bc09-e44fb63fea61 req-41cf16f2-d012-46a4-8d49-ffd4bbc37257 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538859 Jul 12 10:55:08.126103 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162cebf-3f76-4dd9-aae9-c830f5146c9d req-6500c154-f3a2-4ca2-9b43-9258e31755c4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:08.133411 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9162cebf-3f76-4dd9-aae9-c830f5146c9d req-6500c154-f3a2-4ca2-9b43-9258e31755c4 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0754497 Jul 12 10:55:08.182595 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9162cebf-3f76-4dd9-aae9-c830f5146c9d req-b82a314a-b493-4314-a35b-108cf4b1249e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481830 Jul 12 10:55:09.330482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a47bb-a175-4ec8-90d6-8ac21b674e82 req-05530669-ce68-48ae-9b8b-a4a7e7dcd154 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:09.332478 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a70a47bb-a175-4ec8-90d6-8ac21b674e82 req-05530669-ce68-48ae-9b8b-a4a7e7dcd154 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0678847 Jul 12 10:55:09.384371 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a70a47bb-a175-4ec8-90d6-8ac21b674e82 req-016febb3-a90b-4f47-bd24-c4a1ff1dc1cc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457299 Jul 12 10:55:10.523336 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb05f11-b316-4647-a86b-6cee724adf6d req-bd9a5a41-86fd-410e-ab3d-ec4c9a53b755 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:10.527490 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cdb05f11-b316-4647-a86b-6cee724adf6d req-bd9a5a41-86fd-410e-ab3d-ec4c9a53b755 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0656352 Jul 12 10:55:10.577261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cdb05f11-b316-4647-a86b-6cee724adf6d req-6cb36160-e962-4337-85a4-fe5dbca75785 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432606 Jul 12 10:55:11.886069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ffa2-b2f3-4de2-ab6e-aca0892f6e3e req-46fdcb7c-39a0-4cff-b4de-871484377b50 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:11.886069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4486ffa2-b2f3-4de2-ab6e-aca0892f6e3e req-46fdcb7c-39a0-4cff-b4de-871484377b50 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.1038918 Jul 12 10:55:11.886069 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4486ffa2-b2f3-4de2-ab6e-aca0892f6e3e req-a1f701b1-94af-4db2-842d-7b4da8701232 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553412 Jul 12 10:55:12.998103 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1abb80-dd39-4186-a078-317a4f9de1c5 req-b8088ab1-a845-43b6-be49-c7c26b8ecf91 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:12.999730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f1abb80-dd39-4186-a078-317a4f9de1c5 req-b8088ab1-a845-43b6-be49-c7c26b8ecf91 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0539043 Jul 12 10:55:13.047445 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3f1abb80-dd39-4186-a078-317a4f9de1c5 req-759f6551-b039-4da7-be32-ae7ed1a981e5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Jul 12 10:55:14.181538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30203937-7dcb-4e01-97f7-067af69f1de7 req-26af8259-c7f3-4eb8-a9f0-4ac5d966a611 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:14.183220 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30203937-7dcb-4e01-97f7-067af69f1de7 req-26af8259-c7f3-4eb8-a9f0-4ac5d966a611 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0567286 Jul 12 10:55:14.244665 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30203937-7dcb-4e01-97f7-067af69f1de7 req-d5df8a41-0126-494b-8e89-7c84e36657f1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553744 Jul 12 10:55:14.744767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59008) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:14.850651 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2962bdce-6bfe-4273-8a8e-c0e432e83dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:14.928325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2962bdce-6bfe-4273-8a8e-c0e432e83dd7 admin admin] Publish callbacks [] for security_group (33cdf8b7-566e-41a0-89aa-6d6c2365fec4), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.005552 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2962bdce-6bfe-4273-8a8e-c0e432e83dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (33cdf8b7-566e-41a0-89aa-6d6c2365fec4), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.044184 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-2962bdce-6bfe-4273-8a8e-c0e432e83dd7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c41f2eb2b6624526b120d5592a91f47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982738 Jul 12 10:55:15.045026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962bdce-6bfe-4273-8a8e-c0e432e83dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cdf8b7-566e-41a0-89aa-6d6c2365fec4,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:15.046797 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59012) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:15.100528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] Publish callbacks [] for security_group (33cdf8b7-566e-41a0-89aa-6d6c2365fec4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.123896 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] Publish callbacks [] for security_group (33cdf8b7-566e-41a0-89aa-6d6c2365fec4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.236302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (33cdf8b7-566e-41a0-89aa-6d6c2365fec4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.239004 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:15.242270 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33cdf8b7-566e-41a0-89aa-6d6c2365fec4 HTTP/1.1" status: 204 len: 168 time: 0.1943750 Jul 12 10:55:15.250184 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f866d-f15f-496b-b28f-d8ecdaf2fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cdf8b7-566e-41a0-89aa-6d6c2365fec4,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:15.390964 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5606a-1aa2-48bf-bdc5-923a749dca92 req-94cab24c-97fd-498e-8001-b625f1324dbc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:15.392519 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-03d5606a-1aa2-48bf-bdc5-923a749dca92 req-94cab24c-97fd-498e-8001-b625f1324dbc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0556045 Jul 12 10:55:15.443896 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-03d5606a-1aa2-48bf-bdc5-923a749dca92 req-1e5450f5-fac2-4d06-a6fe-a9c61f46856e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Jul 12 10:55:16.023442 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59040) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:16.037743 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-84aa7c34-af50-4e0a-b843-20312cde234a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.039060 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd2761-929e-45d6-92f1-9c370cba77c6 req-a91dca0a-c771-4a8e-8d9a-294e79d7ead9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:16.040475 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64cd2761-929e-45d6-92f1-9c370cba77c6 req-a91dca0a-c771-4a8e-8d9a-294e79d7ead9 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0562963 Jul 12 10:55:16.091718 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64cd2761-929e-45d6-92f1-9c370cba77c6 req-62e98a99-78a2-4d89-aecb-1403f56ef177 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Jul 12 10:55:16.115327 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-84aa7c34-af50-4e0a-b843-20312cde234a admin admin] Publish callbacks [] for security_group (4b49ac43-f518-48a4-9499-aaf56a02e976), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.190276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-84aa7c34-af50-4e0a-b843-20312cde234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4b49ac43-f518-48a4-9499-aaf56a02e976), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.230785 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-84aa7c34-af50-4e0a-b843-20312cde234a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=131a2418a2bf4aae8a0d76546529e3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062638 Jul 12 10:55:16.231706 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa7c34-af50-4e0a-b843-20312cde234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49ac43-f518-48a4-9499-aaf56a02e976,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:16.233508 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59042) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:16.282178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] Publish callbacks [] for security_group (4b49ac43-f518-48a4-9499-aaf56a02e976), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.302999 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] Publish callbacks [] for security_group (4b49ac43-f518-48a4-9499-aaf56a02e976), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.393594 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:55:16.410674 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4b49ac43-f518-48a4-9499-aaf56a02e976), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.413616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.414753 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b49ac43-f518-48a4-9499-aaf56a02e976 HTTP/1.1" status: 204 len: 168 time: 0.1802757 Jul 12 10:55:16.422535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baca2c2-a849-4c05-802d-8ef3d224c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b49ac43-f518-48a4-9499-aaf56a02e976,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:16.503998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:16.521608 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '495684d7-ebc4-4d30-b888-9b6a91938953', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'port_id': '495684d7-ebc4-4d30-b888-9b6a91938953', 'mac_address': 'fa:16:3e:be:4a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1083, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:55:16.560163 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:55:16.560546 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.574166 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:55:16.575831 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025909ee-2a34-41a2-8080-342785ff18fb req-af4a0bc3-a0e7-44c4-a656-7e708e36112d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:16.577333 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-025909ee-2a34-41a2-8080-342785ff18fb req-af4a0bc3-a0e7-44c4-a656-7e708e36112d tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 943 time: 0.0556824 Jul 12 10:55:16.596126 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:16.627619 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-025909ee-2a34-41a2-8080-342785ff18fb req-1335c12e-5e30-4b01-9d0a-db3fa6c02718 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442963 Jul 12 10:55:16.664962 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:16.716239 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=9']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:17.007228 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['495684d7-ebc4-4d30-b888-9b6a91938953'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:55:17.242372 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170575a-8dd7-42cb-b6e6-ab5b4273d560 req-b177c845-63da-438e-b69c-44a4c5046a99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:17.243942 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f170575a-8dd7-42cb-b6e6-ab5b4273d560 req-b177c845-63da-438e-b69c-44a4c5046a99 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0766945 Jul 12 10:55:17.308798 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f170575a-8dd7-42cb-b6e6-ab5b4273d560 req-a31e5449-bf97-4075-8966-6b7c586a0ef4 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590212 Jul 12 10:55:17.765352 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083994d3-2aa9-4976-848d-bd1d1064733a req-707199e0-61fd-42f8-9c65-a0da0b4de95f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:17.766864 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-083994d3-2aa9-4976-848d-bd1d1064733a req-707199e0-61fd-42f8-9c65-a0da0b4de95f tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 944 time: 0.0616095 Jul 12 10:55:17.823360 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-083994d3-2aa9-4976-848d-bd1d1064733a req-1af254b7-8c4e-42ea-bea2-47b85563a1fb tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Jul 12 10:55:18.011629 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-41a65ef0-44b9-45b5-9b83-3764edc28735 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:18.013092 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-41a65ef0-44b9-45b5-9b83-3764edc28735 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0636857 Jul 12 10:55:18.093388 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dda18f-2df2-4cf7-b2b8-fd1cb2acd6e4 req-6baba9c7-b6be-490e-add4-7a22519ad5d0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:18.095079 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0dda18f-2df2-4cf7-b2b8-fd1cb2acd6e4 req-6baba9c7-b6be-490e-add4-7a22519ad5d0 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0683789 Jul 12 10:55:18.117542 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Deleting port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:18.117943 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.143223 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a0dda18f-2df2-4cf7-b2b8-fd1cb2acd6e4 req-0927b2cd-1fbc-4022-83af-40235298b496 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Jul 12 10:55:18.213468 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] For port e384ccf4-6dbe-4e12-b42e-6f658d89abd5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:18.213851 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.376638 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.377008 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.377318 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Floating IP 8cede4c9-b620-4198-ad87-ada08997acb0 disassociated. External IP: 172.27.2.93, port: e384ccf4-6dbe-4e12-b42e-6f658d89abd5. Jul 12 10:55:18.377749 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Calling delete_port for e384ccf4-6dbe-4e12-b42e-6f658d89abd5 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:18.423134 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:55:18.443621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4e4e8-96b4-45aa-bf30-6559c81e3454 req-d530eaf3-df64-4aed-84bc-a79cfda77577 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:18.454233 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ac4e4e8-96b4-45aa-bf30-6559c81e3454 req-d530eaf3-df64-4aed-84bc-a79cfda77577 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 945 time: 0.0588584 Jul 12 10:55:18.483369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 495684d7-ebc4-4d30-b888-9b6a91938953 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:55:18.484330 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.507514 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ac4e4e8-96b4-45aa-bf30-6559c81e3454 req-e9980b6b-4f1a-49ec-9958-5988f4dfe2b1 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups?id=de831287-d430-410c-956c-bb9dce7dc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564182 Jul 12 10:55:18.568483 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 495684d7-ebc4-4d30-b888-9b6a91938953 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:55:18.574625 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.593188 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:18.593466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (e384ccf4-6dbe-4e12-b42e-6f658d89abd5), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.596321 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ddd64d-b35d-485f-80f9-ded51e03429d" -d '{"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:18.609415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:18.628722 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'Port': ['ID=e384ccf4-6dbe-4e12-b42e-6f658d89abd5,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:18.649507 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936cd274-6999-4ea5-b8b5-33de31b873b4 x-openstack-request-id: req-936cd274-6999-4ea5-b8b5-33de31b873b4 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:18.649964 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-plugged", "status": "completed", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:18.650300 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-936cd274-6999-4ea5-b8b5-33de31b873b4 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:18.650778 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936cd274-6999-4ea5-b8b5-33de31b873b4'] response: {'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'code': 200} Jul 12 10:55:18.734828 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.747159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:18.789240 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=10']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:18.849256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:18.859497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:18.871140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:18.871943 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:54:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:18.904881 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] No DVR routers for this DVR port e384ccf4-6dbe-4e12-b42e-6f658d89abd5 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:18.912590 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:18.917569 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-a814cb43-11c8-4cb3-b0e3-6a264f183d39 req-65de3871-94ef-4874-ba7a-f2c1089f3f6d tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.76 "DELETE /v2.0/ports/e384ccf4-6dbe-4e12-b42e-6f658d89abd5 HTTP/1.1" status: 204 len: 173 time: 0.8943398 Jul 12 10:55:18.918302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'name': 'network-vif-deleted', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:18.920592 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1205c1d5-8945-4465-84c5-8588dd7b5151" -d '{"events": [{"server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "name": "network-vif-deleted", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:18.968692 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc8fff-509b-4dc4-b27d-99bced86f291 x-openstack-request-id: req-06dc8fff-509b-4dc4-b27d-99bced86f291 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:18.969271 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8db833-e094-41e7-bb87-d054b3b2e519", "name": "network-vif-deleted", "tag": "e384ccf4-6dbe-4e12-b42e-6f658d89abd5", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:18.969968 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06dc8fff-509b-4dc4-b27d-99bced86f291 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:18.971178 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dc8fff-509b-4dc4-b27d-99bced86f291'] response: {'server_uuid': '2d8db833-e094-41e7-bb87-d054b3b2e519', 'name': 'network-vif-deleted', 'tag': 'e384ccf4-6dbe-4e12-b42e-6f658d89abd5', 'status': 'completed', 'code': 200} Jul 12 10:55:18.985329 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:18.994464 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63720bd7-7f2d-4e5b-a52c-34405525ee6b req-3a0f1fed-c17b-4c0c-9c36-64d48312792e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:18.999570 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-63720bd7-7f2d-4e5b-a52c-34405525ee6b req-3a0f1fed-c17b-4c0c-9c36-64d48312792e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0908098 Jul 12 10:55:19.072848 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-63720bd7-7f2d-4e5b-a52c-34405525ee6b req-33363ba3-e76f-4a80-80e9-3fc7b55d4634 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720251 Jul 12 10:55:19.182164 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691511c-7398-4eba-aa92-9e33bd4c9280 req-9a6360ea-60d6-46a3-91e0-4577bac64640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:19.184905 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-2691511c-7398-4eba-aa92-9e33bd4c9280 req-9a6360ea-60d6-46a3-91e0-4577bac64640 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 1130 time: 0.0636766 Jul 12 10:55:19.237787 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-2691511c-7398-4eba-aa92-9e33bd4c9280 req-28c02766-e0c3-4faf-8f0e-a940bab3f324 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Jul 12 10:55:19.253013 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:19.279208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:19.287823 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855389a-f704-44ad-8c80-ae4e182fac5a req-e969677b-b7d9-4da4-98dd-2b3249a8f0bc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:19.288520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:19.289131 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:54:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:19.289447 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7855389a-f704-44ad-8c80-ae4e182fac5a req-e969677b-b7d9-4da4-98dd-2b3249a8f0bc tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0585651 Jul 12 10:55:19.339615 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7855389a-f704-44ad-8c80-ae4e182fac5a req-89417a37-8f7c-442e-8450-5cd56f1318a6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Jul 12 10:55:19.401782 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:19.606598 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:19.616028 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2ff087d2-4581-4751-a897-457a8a74a09d req-85ca9be8-a464-409e-a9ce-81f5839a6264 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8db833-e094-41e7-bb87-d054b3b2e519 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Jul 12 10:55:19.632132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c6e21-b7bc-430d-bc8f-572ac0cfd8cd None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:47:55Z', 'revision_number': 4, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '3148fa2c-d0aa-4c2e-a0f6-a06870694e22', 'name': '', 'network_id': 'eab52b47-4238-4224-b780-66fe2b5db908', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'mac_address': 'fa:16:3e:fa:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:52Z', 'updated_at': '2022-07-12T10:48:10Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'subnets': [{'id': '81a14a05-7609-46d6-beb9-f7a16edc3af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:19.854106 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1ecaf-f92b-465f-8144-cf667e0d64a1 None None] New status for floating IP 8cede4c9-b620-4198-ad87-ada08997acb0: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:55:20.173143 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-b3decbd5-cd10-4f78-9d7f-3cae994ef6d1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:20.174804 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-b3decbd5-cd10-4f78-9d7f-3cae994ef6d1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0625019 Jul 12 10:55:20.218622 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda264c0-895c-469b-aefa-45743944c7cf req-aa7e2da9-68a6-4cd6-b658-8fbc88bff774 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:20.220329 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fda264c0-895c-469b-aefa-45743944c7cf req-aa7e2da9-68a6-4cd6-b658-8fbc88bff774 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0675173 Jul 12 10:55:20.304385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fda264c0-895c-469b-aefa-45743944c7cf req-702cb109-f698-4b79-943f-a95d6343e5bc tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775032 Jul 12 10:55:20.310847 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port bb736186-c965-4afd-96ab-c2b4a976c62d {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:20.311383 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.423132 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] For port bb736186-c965-4afd-96ab-c2b4a976c62d, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=bb736186-c965-4afd-96ab-c2b4a976c62d,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:20.423881 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.467336 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e48b5-c71c-4805-9e99-561cde170b8a req-2e0f28bf-26ca-4617-899a-8e851de9833e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:20.469090 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f59e48b5-c71c-4805-9e99-561cde170b8a req-2e0f28bf-26ca-4617-899a-8e851de9833e tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 946 time: 0.0590777 Jul 12 10:55:20.528695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f59e48b5-c71c-4805-9e99-561cde170b8a req-9f85b687-db79-4121-9246-d0ab568c6bb1 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups?id=4128fc1d-0812-4b35-9140-88e3ee8f2811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474064 Jul 12 10:55:20.608200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.616489 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.616489 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Floating IP 6615685c-f8b4-42e0-a925-c0d85184a122 disassociated. External IP: 172.27.2.7, port: bb736186-c965-4afd-96ab-c2b4a976c62d. Jul 12 10:55:20.616489 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for bb736186-c965-4afd-96ab-c2b4a976c62d owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:20.766651 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59166) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:20.820491 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (bb736186-c965-4afd-96ab-c2b4a976c62d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.860051 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=bb736186-c965-4afd-96ab-c2b4a976c62d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:20.876461 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (de831287-d430-410c-956c-bb9dce7dc7cc), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:20.937597 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (de831287-d430-410c-956c-bb9dce7dc7cc), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.026580 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:21.116022 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (de831287-d430-410c-956c-bb9dce7dc7cc), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.118617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.119797 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "DELETE /v2.0/security-groups/de831287-d430-410c-956c-bb9dce7dc7cc HTTP/1.1" status: 204 len: 168 time: 0.3519332 Jul 12 10:55:21.123053 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59184) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:21.138396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.api.v2.resource [None req-fe2e20b4-57f5-49db-b5d4-f1201e4c7744 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] show failed (client error): The resource could not be found. Jul 12 10:55:21.138833 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f16fd-ac43-4e1a-9e28-c5ce28117232 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de831287-d430-410c-956c-bb9dce7dc7cc,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:21.142351 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59186) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:21.142542 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fe2e20b4-57f5-49db-b5d4-f1201e4c7744 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "GET /v2.0/security-groups/de831287-d430-410c-956c-bb9dce7dc7cc HTTP/1.1" status: 404 len: 347 time: 0.0183544 Jul 12 10:55:21.192048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:21.210132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:21.231245 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:21.231885 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:54:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:21.291376 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] No DVR routers for this DVR port bb736186-c965-4afd-96ab-c2b4a976c62d on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:21.294760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.298270 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-4594a9e3-f472-428f-a6d6-2232d226d333 req-d0218081-1824-4309-8311-e1326525d7b6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.76 "DELETE /v2.0/ports/bb736186-c965-4afd-96ab-c2b4a976c62d HTTP/1.1" status: 204 len: 173 time: 1.1175900 Jul 12 10:55:21.298740 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'name': 'network-vif-deleted', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:21.301412 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a0526-bc8f-476c-82b0-462f73169f23" -d '{"events": [{"server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "name": "network-vif-deleted", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:21.335566 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Deleting port 04cf6151-4134-478c-a51d-5587ea47ea9a {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:21.340346 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.398074 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ef026-d35a-427f-bcd6-246e7edfbb1b x-openstack-request-id: req-f56ef026-d35a-427f-bcd6-246e7edfbb1b {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:21.398419 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7432693b-71b6-4aa6-a91c-b4fe26e493e3", "name": "network-vif-deleted", "tag": "bb736186-c965-4afd-96ab-c2b4a976c62d", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:21.398616 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f56ef026-d35a-427f-bcd6-246e7edfbb1b {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:21.399045 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56ef026-d35a-427f-bcd6-246e7edfbb1b'] response: {'server_uuid': '7432693b-71b6-4aa6-a91c-b4fe26e493e3', 'name': 'network-vif-deleted', 'tag': 'bb736186-c965-4afd-96ab-c2b4a976c62d', 'status': 'completed', 'code': 200} Jul 12 10:55:21.417692 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:21.471013 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.471375 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (04cf6151-4134-478c-a51d-5587ea47ea9a), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.493091 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Calling delete_port for 04cf6151-4134-478c-a51d-5587ea47ea9a owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:21.496232 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675066-47a7-4a8f-adf1-abd11e4a966e req-61c1f5b4-c1df-466d-821f-681406fe6436 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:21.506997 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-45675066-47a7-4a8f-adf1-abd11e4a966e req-61c1f5b4-c1df-466d-821f-681406fe6436 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0869956 Jul 12 10:55:21.589933 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-45675066-47a7-4a8f-adf1-abd11e4a966e req-4c5e2b4b-ea6e-45d8-8d20-4e532c8a9d65 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746822 Jul 12 10:55:21.684816 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8bf595da-8411-4335-ae61-3c1a61c6c0ac req-98865b26-b66c-4de1-a0ab-f86acb414ad9 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/ports?device_id=7432693b-71b6-4aa6-a91c-b4fe26e493e3 HTTP/1.1" status: 200 len: 210 time: 0.0334196 Jul 12 10:55:21.791075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (04cf6151-4134-478c-a51d-5587ea47ea9a), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.822105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Pushing event deleted for resources: {'Port': ['ID=04cf6151-4134-478c-a51d-5587ea47ea9a,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:21.898244 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:21.901421 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks [] for floatingip (8cede4c9-b620-4198-ad87-ada08997acb0), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.905462 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:21.913209 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b991edcd-3cb8-44be-9a9b-2515719358a5 tempest-AttachVolumeTestJSON-2075536053 tempest-AttachVolumeTestJSON-2075536053-project] 10.222.0.36 "DELETE /v2.0/floatingips/8cede4c9-b620-4198-ad87-ada08997acb0 HTTP/1.1" status: 204 len: 168 time: 0.7633188 Jul 12 10:55:21.943333 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:21.953397 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:21.954192 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:54:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:22.087209 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:22.314132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:22.339349 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232c2ed-f5d3-4a63-9e4a-ad88ed1c4464 None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '6a52fcd2-fd0c-4486-8586-e5cfd0caab20', 'name': '', 'network_id': '2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'mac_address': 'fa:16:3e:72:e5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:48:00Z', 'updated_at': '2022-07-12T10:48:12Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'subnets': [{'id': '3d75b800-dfc0-4936-bfca-afb754d1d4a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:22.431386 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device e384ccf4-6dbe-4e12-b42e-6f658d89abd5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:22.451048 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: e384ccf4-6dbe-4e12-b42e-6f658d89abd5 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:22.451494 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device e384ccf4-6dbe-4e12-b42e-6f658d89abd5 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:22.577718 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee930058-8b57-4bc4-8b95-d1ab56b84c08 None None] New status for floating IP 6615685c-f8b4-42e0-a925-c0d85184a122: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:55:22.719870 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549a67-5d1d-47c9-b6f1-5cbf838fb1ad req-0346fcd1-73e4-4344-a408-dbcd262826e2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:22.721257 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64549a67-5d1d-47c9-b6f1-5cbf838fb1ad req-0346fcd1-73e4-4344-a408-dbcd262826e2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0568771 Jul 12 10:55:22.772131 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-64549a67-5d1d-47c9-b6f1-5cbf838fb1ad req-6d8a2a4b-75fb-486a-8151-db3806e4bd84 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440519 Jul 12 10:55:22.855245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59220) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:22.912758 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (4128fc1d-0812-4b35-9140-88e3ee8f2811), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:22.937405 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (4128fc1d-0812-4b35-9140-88e3ee8f2811), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.096197 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4128fc1d-0812-4b35-9140-88e3ee8f2811), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.098854 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.100277 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/security-groups/4128fc1d-0812-4b35-9140-88e3ee8f2811 HTTP/1.1" status: 204 len: 168 time: 0.2437778 Jul 12 10:55:23.103120 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59222) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:23.109649 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff6cd5-343d-4416-b75a-ad6f4984cb25 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128fc1d-0812-4b35-9140-88e3ee8f2811,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:23.118152 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-f847f64a-dec8-4b87-9824-f6ee67555474 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] show failed (client error): The resource could not be found. Jul 12 10:55:23.118152 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f847f64a-dec8-4b87-9824-f6ee67555474 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "GET /v2.0/security-groups/4128fc1d-0812-4b35-9140-88e3ee8f2811 HTTP/1.1" status: 404 len: 347 time: 0.0136299 Jul 12 10:55:23.120757 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59224) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:23.255660 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Deleting port dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:23.256000 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.338810 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.339100 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.351310 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Calling delete_port for dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1 owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:23.605395 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.635544 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Pushing event deleted for resources: {'Port': ['ID=dbeaaa10-8670-4b92-bcb0-ac9ebe1672a1,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:23.694695 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks [] for floatingip (6615685c-f8b4-42e0-a925-c0d85184a122), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.697255 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:23.698403 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-24628b8c-1fd2-4e96-9fb6-fec05fabb8c6 tempest-AttachVolumeNegativeTest-1758564953 tempest-AttachVolumeNegativeTest-1758564953-project] 10.222.0.36 "DELETE /v2.0/floatingips/6615685c-f8b4-42e0-a925-c0d85184a122 HTTP/1.1" status: 204 len: 168 time: 0.5766845 Jul 12 10:55:24.421656 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device bb736186-c965-4afd-96ab-c2b4a976c62d no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:24.444253 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: bb736186-c965-4afd-96ab-c2b4a976c62d {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:24.448220 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device bb736186-c965-4afd-96ab-c2b4a976c62d not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:25.493568 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-53cdf852-90c3-42b6-a9bc-7a26e23ab8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:25.984276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59268) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:26.468234 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:26.976972 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Deleting port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:26.977312 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:27.056255 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] For port 3148fa2c-d0aa-4c2e-a0f6-a06870694e22, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:27.056878 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:27.069574 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Calling delete_port for 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:27.316935 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (3148fa2c-d0aa-4c2e-a0f6-a06870694e22), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:27.340602 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Pushing event deleted for resources: {'Port': ['ID=3148fa2c-d0aa-4c2e-a0f6-a06870694e22,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:27.513522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:27.720773 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:27.828647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:27.833980 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d2c2f766-550a-475e-80df-a4ed7d89754d admin admin] 10.222.0.36 "PUT /v2.0/routers/7cc208b5-616a-4535-8a38-11b3f6fe4c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8482919 Jul 12 10:55:27.837195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59292) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:27.845704 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Sync routers for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:27.856262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:27.857135 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:54:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:27.944351 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks [] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:27.949499 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59298) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:27.998845 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:28.046848 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks [] for router_gateway (7cc208b5-616a-4535-8a38-11b3f6fe4c98), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.200707 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c6de52a5-bb0d-4554-ac48-0cfb68a5cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.205891 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Deleting port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:28.206435 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.213961 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:55:27Z', 'revision_number': 5, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port': {'id': 'b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:42Z', 'updated_at': '2022-07-12T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:28.245359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Checking router: 7cc208b5-616a-4535-8a38-11b3f6fe4c98 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:28.255453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Routers {'7cc208b5-616a-4535-8a38-11b3f6fe4c98'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:28.256294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:28.302229 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] For port b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:28.302599 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.317879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Calling delete_port for b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d owned by network:router_gateway {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:28.339627 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] Set router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 gateway port host: None {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:28.391660 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.392256 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:55:28Z', 'revision_number': 6, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port_host': None}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:28.422035 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a989620-949c-4423-9b43-dabff0113f53 None None] The sync data for ids ['7cc208b5-616a-4535-8a38-11b3f6fe4c98'] in dv-cinder-847864-7-iscsi is: [{'id': '7cc208b5-616a-4535-8a38-11b3f6fe4c98', 'name': 'tempest-AttachVolumeTestJSON-105515428-router', 'tenant_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:41Z', 'updated_at': '2022-07-12T10:55:28Z', 'revision_number': 6, 'project_id': 'b647d83d2c7c4bf8912dd32f6a097c1d', 'gw_port_host': None}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:28.590723 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.616466 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:28.645083 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Deleting port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:28.645552 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.682586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.728663 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] For port 6a52fcd2-fd0c-4486-8586-e5cfd0caab20, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:28.729027 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.742431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Calling delete_port for 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 owned by network:router_interface {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:28.771510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.774427 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks [] for router_controller (7cc208b5-616a-4535-8a38-11b3f6fe4c98), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.890594 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (7cc208b5-616a-4535-8a38-11b3f6fe4c98), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.891131 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc208b5-616a-4535-8a38-11b3f6fe4c98 {{(pid=110925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:55:28.899572 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.900932 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a46c8c33-0bf7-46eb-acc4-0b74e5815930 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7cc208b5-616a-4535-8a38-11b3f6fe4c98 HTTP/1.1" status: 204 len: 168 time: 1.0627592 Jul 12 10:55:28.903500 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59304) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:28.956234 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Deleting subnet 81a14a05-7609-46d6-beb9-f7a16edc3af1 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:28.959469 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Publish callbacks [] for subnet (81a14a05-7609-46d6-beb9-f7a16edc3af1), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:28.996097 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (81a14a05-7609-46d6-beb9-f7a16edc3af1), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.013358 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (6a52fcd2-fd0c-4486-8586-e5cfd0caab20), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.043060 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a52fcd2-fd0c-4486-8586-e5cfd0caab20,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:29.084354 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (81a14a05-7609-46d6-beb9-f7a16edc3af1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.229433 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.260895 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (81a14a05-7609-46d6-beb9-f7a16edc3af1), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.298356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a14a05-7609-46d6-beb9-f7a16edc3af1,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:29.300366 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.309966 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d544092a-a2d6-4ab5-990f-1c02c7ad68af admin admin] 10.222.0.36 "DELETE /v2.0/subnets/81a14a05-7609-46d6-beb9-f7a16edc3af1 HTTP/1.1" status: 204 len: 168 time: 0.3989961 Jul 12 10:55:29.310377 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da9a25-7234-463c-8e89-5d6eaad146be None None] Network eab52b47-4238-4224-b780-66fe2b5db908 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:29.310826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59306) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:29.401710 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (eab52b47-4238-4224-b780-66fe2b5db908), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.480076 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Deleting port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:29.480487 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.530759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:29.564396 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:29.564915 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b3cf9fdf-ffc6-413f-9b85-6ad546db3d7d not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:29.565295 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:29.576394 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] For port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:29.576772 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.594278 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:29.594472 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3148fa2c-d0aa-4c2e-a0f6-a06870694e22 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:29.603306 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Calling delete_port for 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 owned by network:dhcp {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:29.628580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] DHCP port deletion for eab52b47-4238-4224-b780-66fe2b5db908 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:55:29.685133 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Deleting port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:29.685754 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.761821 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] For port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,segment=NetworkSegment(572894c2-a958-43bd-9108-be75e8b46987),segment_id=572894c2-a958-43bd-9108-be75e8b46987)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:29.762224 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.765213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:29.777747 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Calling delete_port for 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:29.785391 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.811539 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:29.815480 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] No DVR routers for this DVR port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 on host dv-cinder-847864-7-iscsi {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:29.872574 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (4b4f1479-ff64-4335-b3b7-f0c0db1c4682), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.891243 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (eab52b47-4238-4224-b780-66fe2b5db908), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:29.897722 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] Pushing event deleted for resources: {'Port': ['ID=4b4f1479-ff64-4335-b3b7-f0c0db1c4682,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:29.900659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:29.905461 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da903ed-9ede-4c65-a8c6-0e8c23208033 None None] No DVR routers for this DVR port 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:29.911435 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9c04f9b9-29ec-4e8a-9cf8-b033e16094bb admin admin] 10.222.0.36 "PUT /v2.0/routers/2c3edac1-08d2-4850-b4e2-0c47b8205d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9577127 Jul 12 10:55:29.911561 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59308) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:29.914376 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Sync routers for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:29.927040 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab52b47-4238-4224-b780-66fe2b5db908']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:29.927432 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:29.928129 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:29.972284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572894c2-a958-43bd-9108-be75e8b46987') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:29.972587 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572894c2-a958-43bd-9108-be75e8b46987') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:29.986460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (572894c2-a958-43bd-9108-be75e8b46987), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.043592 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (572894c2-a958-43bd-9108-be75e8b46987), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.051925 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:30.059409 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:30.059813 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (572894c2-a958-43bd-9108-be75e8b46987), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.107522 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.120877 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks [] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.224920 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 572894c2-a958-43bd-9108-be75e8b46987 resource provider aggregate not found Jul 12 10:55:30.230068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks [] for router_gateway (2c3edac1-08d2-4850-b4e2-0c47b8205d99), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.234825 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:55:28Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:30.239829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (eab52b47-4238-4224-b780-66fe2b5db908), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.248776 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.249159 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] 10.222.0.36 "DELETE /v2.0/networks/eab52b47-4238-4224-b780-66fe2b5db908 HTTP/1.1" status: 204 len: 168 time: 0.9411001 Jul 12 10:55:30.250529 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 572894c2-a958-43bd-9108-be75e8b46987 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 572894c2-a958-43bd-9108-be75e8b46987 found for delete ", "request_id": "req-e6fbad48-acda-475b-94a0-d378ad1a64db"}]} Jul 12 10:55:30.259866 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Checking router: 2c3edac1-08d2-4850-b4e2-0c47b8205d99 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:30.262619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8285dc2-ccdd-4e3a-b81d-0cfdb4403f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab52b47-4238-4224-b780-66fe2b5db908,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:30.276201 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Routers {'2c3edac1-08d2-4850-b4e2-0c47b8205d99'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:30.276820 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:30.379119 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] Set router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:30.388182 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.394952 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Deleting port 0a43698e-0024-4c61-930d-e3cfd0c028be {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:30.395116 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.480505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] For port 0a43698e-0024-4c61-930d-e3cfd0c028be, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=0a43698e-0024-4c61-930d-e3cfd0c028be,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:30.480874 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.493750 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Calling delete_port for 0a43698e-0024-4c61-930d-e3cfd0c028be owned by network:router_gateway {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:30.570424 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:55:28Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:30.592548 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f4702-6d84-4495-9818-b96f27e1baac None None] The sync data for ids ['2c3edac1-08d2-4850-b4e2-0c47b8205d99'] in dv-cinder-847864-7-iscsi is: [{'id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'name': 'tempest-AttachVolumeNegativeTest-1694447793-router', 'tenant_id': '8ebd3a4a82314811af25ddabb8d2d105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:45Z', 'updated_at': '2022-07-12T10:55:28Z', 'revision_number': 5, 'project_id': '8ebd3a4a82314811af25ddabb8d2d105', 'gw_port': {'id': '0a43698e-0024-4c61-930d-e3cfd0c028be', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3edac1-08d2-4850-b4e2-0c47b8205d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:47Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:30.657500 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59328) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:30.699396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-ca976caa-8fee-48e1-b70a-9cfbf8f807d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b647d83d2c7c4bf8912dd32f6a097c1d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406702 Jul 12 10:55:30.701844 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59330) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:30.749621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] Publish callbacks [] for security_group (5291bd3f-246b-49e6-a21d-c0fae9fc1c8c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.756008 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (0a43698e-0024-4c61-930d-e3cfd0c028be), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.771148 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] Publish callbacks [] for security_group (5291bd3f-246b-49e6-a21d-c0fae9fc1c8c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.787325 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a43698e-0024-4c61-930d-e3cfd0c028be,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:30.845972 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.896114 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (5291bd3f-246b-49e6-a21d-c0fae9fc1c8c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.899327 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.900606 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5291bd3f-246b-49e6-a21d-c0fae9fc1c8c HTTP/1.1" status: 204 len: 168 time: 0.1976454 Jul 12 10:55:30.908899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38054da-4d0e-4e18-a36b-3344ab502c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291bd3f-246b-49e6-a21d-c0fae9fc1c8c,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:30.941483 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:30.943833 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks [] for router_controller (2c3edac1-08d2-4850-b4e2-0c47b8205d99), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.068028 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (2c3edac1-08d2-4850-b4e2-0c47b8205d99), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.068879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c3edac1-08d2-4850-b4e2-0c47b8205d99 {{(pid=110925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:55:31.075068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.084361 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a6d706eb-3a39-40b5-bf86-0e496c23ef73 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2c3edac1-08d2-4850-b4e2-0c47b8205d99 HTTP/1.1" status: 204 len: 168 time: 1.1638463 Jul 12 10:55:31.087084 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59336) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:31.132826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Deleting subnet 3d75b800-dfc0-4936-bfca-afb754d1d4a0 {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:31.136219 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Publish callbacks [] for subnet (3d75b800-dfc0-4936-bfca-afb754d1d4a0), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.178453 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (3d75b800-dfc0-4936-bfca-afb754d1d4a0), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.261131 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (3d75b800-dfc0-4936-bfca-afb754d1d4a0), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.508130 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (3d75b800-dfc0-4936-bfca-afb754d1d4a0), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.535838 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d75b800-dfc0-4936-bfca-afb754d1d4a0,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:31.538069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.542298 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-382771e0-cc88-460b-a5e9-fc652153184e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3d75b800-dfc0-4936-bfca-afb754d1d4a0 HTTP/1.1" status: 204 len: 168 time: 0.4533744 Jul 12 10:55:31.542972 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada7121-dafd-4923-8253-8a110cb92b07 None None] Network 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:31.544105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59350) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:31.622013 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.635515 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:55:31.714862 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Deleting port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:31.715250 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.775613 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] DHCP port deletion for 2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:55:31.783034 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:31.795380 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] For port 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=49268dc5-c8ea-4aae-a1b1-85a37d095b41,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:31.795679 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.805735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:31.806294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 4b4f1479-ff64-4335-b3b7-f0c0db1c4682 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:31.807051 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:31.812316 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Calling delete_port for 49268dc5-c8ea-4aae-a1b1-85a37d095b41 owned by network:dhcp {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:31.847503 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:31.847779 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 6a52fcd2-fd0c-4486-8586-e5cfd0caab20 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:31.873297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Deleting port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:31.874095 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.940166 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] For port 49268dc5-c8ea-4aae-a1b1-85a37d095b41, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=49268dc5-c8ea-4aae-a1b1-85a37d095b41,segment=NetworkSegment(9ddfc9ce-0d84-471c-a956-accc5cfb10f3),segment_id=9ddfc9ce-0d84-471c-a956-accc5cfb10f3)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:31.940573 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:31.953441 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Calling delete_port for 49268dc5-c8ea-4aae-a1b1-85a37d095b41 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:31.990348 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.018789 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=49268dc5-c8ea-4aae-a1b1-85a37d095b41,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:32.033192 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] No DVR routers for this DVR port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 on host dv-cinder-847864-7-iscsi {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:32.118728 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.142001 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:32.152657 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddfc9ce-0d84-471c-a956-accc5cfb10f3') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:32.153023 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddfc9ce-0d84-471c-a956-accc5cfb10f3') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:32.157836 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.166223 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (9ddfc9ce-0d84-471c-a956-accc5cfb10f3), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.175766 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (49268dc5-c8ea-4aae-a1b1-85a37d095b41), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.181058 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9ddfc9ce-0d84-471c-a956-accc5cfb10f3), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.188639 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] No DVR routers for this DVR port 49268dc5-c8ea-4aae-a1b1-85a37d095b41 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:32.190089 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:32.190648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (9ddfc9ce-0d84-471c-a956-accc5cfb10f3), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.206571 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11de9a-3149-4ca7-9e8f-33155be5b0e9 None None] Pushing event deleted for resources: {'Port': ['ID=49268dc5-c8ea-4aae-a1b1-85a37d095b41,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:32.268533 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 9ddfc9ce-0d84-471c-a956-accc5cfb10f3 resource provider aggregate not found Jul 12 10:55:32.284853 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 9ddfc9ce-0d84-471c-a956-accc5cfb10f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ddfc9ce-0d84-471c-a956-accc5cfb10f3 found for delete ", "request_id": "req-797cbfc0-e491-4d79-95e3-e194c70d5b24"}]} Jul 12 10:55:32.368252 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.374364 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.378234 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f HTTP/1.1" status: 204 len: 168 time: 0.8327215 Jul 12 10:55:32.392127 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea00fb1-8cad-4aa7-bfa1-44f3c32e9b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b48b22d-aa8f-4df5-a2e1-51d80ed02f7f,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:32.861784 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:32.914099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59374) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:32.958823 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-cfcf7555-cf33-4e62-ab53-cfee58d4cf70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ebd3a4a82314811af25ddabb8d2d105&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434735 Jul 12 10:55:32.961882 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59376) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:33.012455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] Publish callbacks [] for security_group (6a982965-ec79-4cce-a9a2-3cb279654a1c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:33.034821 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] Publish callbacks [] for security_group (6a982965-ec79-4cce-a9a2-3cb279654a1c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:33.168320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (6a982965-ec79-4cce-a9a2-3cb279654a1c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:33.170962 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:33.172273 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a982965-ec79-4cce-a9a2-3cb279654a1c HTTP/1.1" status: 204 len: 168 time: 0.2093790 Jul 12 10:55:33.182193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8727d-f188-4d9e-90e6-577bf2a1397e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a982965-ec79-4cce-a9a2-3cb279654a1c,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:33.372644 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0a43698e-0024-4c61-930d-e3cfd0c028be no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:33.391450 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 0a43698e-0024-4c61-930d-e3cfd0c028be {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:33.391797 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 0a43698e-0024-4c61-930d-e3cfd0c028be not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:33.392217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 49268dc5-c8ea-4aae-a1b1-85a37d095b41 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:33.410761 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 49268dc5-c8ea-4aae-a1b1-85a37d095b41 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:33.411131 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 49268dc5-c8ea-4aae-a1b1-85a37d095b41 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:34.410640 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59414) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:34.507489 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780860870-network', 'tenant_id': 'ec28eb348e5e4ac98287e6322b2cd328'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:55:34.624528 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Made reservation on behalf of ec28eb348e5e4ac98287e6322b2cd328 for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:55:34.626855 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:34.636405 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:34.709606 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks [] for security_group (fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:34.824917 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:34.856837 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:55:34.858858 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:34.867451 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (3e553449-dc79-45f9-bea5-b696d166bbe3), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:34.867451 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Added segment 3e553449-dc79-45f9-bea5-b696d166bbe3 of type vlan for network 67361e8c-65b3-4ceb-be22-8c2c98644cfe Jul 12 10:55:34.906370 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (67361e8c-65b3-4ceb-be22-8c2c98644cfe), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:35.013539 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (67361e8c-65b3-4ceb-be22-8c2c98644cfe), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:35.014526 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:35.015141 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:35.072975 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] Pushing event updated for resources: {'Network': ['ID=67361e8c-65b3-4ceb-be22-8c2c98644cfe,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:35.083157 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 67361e8c-65b3-4ceb-be22-8c2c98644cfe details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:55:35.140053 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-672b240f-566e-4bcf-970f-393b9fc0a44e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7280893 Jul 12 10:55:35.144284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59422) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:35.149272 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Request body: {'subnet': {'network_id': '67361e8c-65b3-4ceb-be22-8c2c98644cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1780860870-subnet', 'tenant_id': 'ec28eb348e5e4ac98287e6322b2cd328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:55:35.219141 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Made reservation on behalf of ec28eb348e5e4ac98287e6322b2cd328 for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:55:35.222179 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153203'] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:35.423974 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-dd111eb0-2a2e-4db7-a5fb-18fe1f4ed62d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913463 Jul 12 10:55:35.492849 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4846166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153185'] for subnet (d194aa62-5243-4151-b0bc-f8fc3262bc06), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:35.837648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d194aa62-5243-4151-b0bc-f8fc3262bc06,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:35.851126 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-6bbae7f9-3816-48eb-9f25-63301c04d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:35.852700 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-6bbae7f9-3816-48eb-9f25-63301c04d3f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.3620200 Jul 12 10:55:35.853932 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Checking segment: {'id': '3e553449-dc79-45f9-bea5-b696d166bbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '67361e8c-65b3-4ceb-be22-8c2c98644cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:55:35.854207 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Network hostable DHCP agents. Network: 67361e8c-65b3-4ceb-be22-8c2c98644cfe, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:55:35.962033 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Network 67361e8c-65b3-4ceb-be22-8c2c98644cfe is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:55:35.964471 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-ac3cc96d-28da-4c3b-a710-f2c2c4694d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:35.965937 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-ac3cc96d-28da-4c3b-a710-f2c2c4694d4b service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.0922320 Jul 12 10:55:36.037769 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 67361e8c-65b3-4ceb-be22-8c2c98644cfe) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:55:36.046262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be183d-11f0-455a-af0c-2d1cc3426633 None None] Network 67361e8c-65b3-4ceb-be22-8c2c98644cfe requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:36.046894 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:36.047546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:36.076093 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-48920676-f780-48fb-a4f3-6dca8503d7e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 1001 time: 0.1041079 Jul 12 10:55:36.125872 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-1061b086-d65c-4b6b-9545-1342478ace41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:36.127374 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-1061b086-d65c-4b6b-9545-1342478ace41 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0452931 Jul 12 10:55:36.152297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae12f00-84a6-4e0d-9009-b0238439db89 None None] Network 67361e8c-65b3-4ceb-be22-8c2c98644cfe requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:36.170113 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-f08c23f9-a576-446b-8ce1-190ce18d571f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0247722 Jul 12 10:55:36.183479 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-fff46b85-fced-498c-b24f-9ad2d6878a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:36.185382 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-fff46b85-fced-498c-b24f-9ad2d6878a87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509250 Jul 12 10:55:36.290717 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-34486739-8fc8-4405-9ef0-8eb8f5ade80e service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989201 Jul 12 10:55:36.389127 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cb2208ec-c4a6-4c3e-9ed5-4b3b8257d7cb req-65511df1-9461-4d8c-9ea5-c6e48f72acbd service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927207 Jul 12 10:55:36.931276 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59464) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:36.936137 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395910323-network', 'tenant_id': 'b680a8e819d14bdc8294e37706545dbf'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:55:37.033452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Made reservation on behalf of b680a8e819d14bdc8294e37706545dbf for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:55:37.035862 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.046028 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.128836 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks [] for security_group (f3c1e304-52a6-440b-b163-0af3e4dc9a5a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.207867 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f3c1e304-52a6-440b-b163-0af3e4dc9a5a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.235247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:55:37.249871 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c1e304-52a6-440b-b163-0af3e4dc9a5a,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:37.252997 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (b195411f-fc98-4618-b500-08a39112a945), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.253420 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Added segment b195411f-fc98-4618-b500-08a39112a945 of type vlan for network 9534e7d8-bf44-48cd-bb93-6973ececcaba Jul 12 10:55:37.293992 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (9534e7d8-bf44-48cd-bb93-6973ececcaba), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.387781 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (9534e7d8-bf44-48cd-bb93-6973ececcaba), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.388776 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:37.389415 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.446568 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] Pushing event updated for resources: {'Network': ['ID=9534e7d8-bf44-48cd-bb93-6973ececcaba,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:37.456041 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 9534e7d8-bf44-48cd-bb93-6973ececcaba details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:55:37.490409 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3ad370c7-49fa-4c73-b732-dcc04dcd3688 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5580101 Jul 12 10:55:37.493218 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59468) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:37.498099 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Request body: {'subnet': {'network_id': '9534e7d8-bf44-48cd-bb93-6973ececcaba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395910323-subnet', 'tenant_id': 'b680a8e819d14bdc8294e37706545dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:55:37.595979 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Made reservation on behalf of b680a8e819d14bdc8294e37706545dbf for: {'subnet': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:55:37.598539 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5153203'] for subnet (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.827775 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4846166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5153185'] for subnet (bc9e2a76-3f51-443c-a436-6c52f5597152), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:37.891123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9e2a76-3f51-443c-a436-6c52f5597152,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:37.897562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59486) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:37.906474 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Checking segment: {'id': 'b195411f-fc98-4618-b500-08a39112a945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '9534e7d8-bf44-48cd-bb93-6973ececcaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:55:37.906838 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Network hostable DHCP agents. Network: 9534e7d8-bf44-48cd-bb93-6973ececcaba, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:55:37.973331 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Network 9534e7d8-bf44-48cd-bb93-6973ececcaba is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:55:38.059135 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 9534e7d8-bf44-48cd-bb93-6973ececcaba) {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:55:38.068368 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0271fc85-60fe-43a0-bd14-fbffd96ffded None None] Network 9534e7d8-bf44-48cd-bb93-6973ececcaba requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:38.081116 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:38.092807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.201881 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5245f864-d8cc-45fa-94b3-e03e75b76601 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7069540 Jul 12 10:55:38.238005 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a10c3e-f7d7-4326-baae-de8325ccb011 None None] Network 9534e7d8-bf44-48cd-bb93-6973ececcaba requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:38.303654 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Deleting port 8bd43ad3-4119-4c98-a255-ff37194d206b {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:38.303892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.384497 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59514) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:38.397016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.397354 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for floatingip (8bd43ad3-4119-4c98-a255-ff37194d206b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.419763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Calling delete_port for 8bd43ad3-4119-4c98-a255-ff37194d206b owned by network:floatingip {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:38.454986 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Deleting subnet d194aa62-5243-4151-b0bc-f8fc3262bc06 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:38.459114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Publish callbacks [] for subnet (d194aa62-5243-4151-b0bc-f8fc3262bc06), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.498854 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (d194aa62-5243-4151-b0bc-f8fc3262bc06), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.550676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (d194aa62-5243-4151-b0bc-f8fc3262bc06), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.650008 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59524) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:38.707460 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (8bd43ad3-4119-4c98-a255-ff37194d206b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.734068 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event deleted for resources: {'Port': ['ID=8bd43ad3-4119-4c98-a255-ff37194d206b,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:38.736368 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (d194aa62-5243-4151-b0bc-f8fc3262bc06), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.779260 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-8856cc13-0b40-4072-96c0-5d55ddb9715a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.784119 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d194aa62-5243-4151-b0bc-f8fc3262bc06,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:38.786378 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-40281221-d58d-479b-8586-5298032df291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.790964 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-40281221-d58d-479b-8586-5298032df291 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d194aa62-5243-4151-b0bc-f8fc3262bc06 HTTP/1.1" status: 204 len: 168 time: 0.4047642 Jul 12 10:55:38.798670 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59530) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:38.822847 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for floatingip (641168f0-3553-4384-9035-fe0741b063e2), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.823450 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Floating IP 641168f0-3553-4384-9035-fe0741b063e2 disassociated (deleted). External IP: 172.27.2.56, port: d540af8b-8f7c-4f17-bf64-4e71479aa357. Jul 12 10:55:38.888829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (67361e8c-65b3-4ceb-be22-8c2c98644cfe), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:38.998608 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-8856cc13-0b40-4072-96c0-5d55ddb9715a admin admin] Publish callbacks [] for security_group (1b59e124-75f0-4d02-87a1-28785df0671d), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.000307 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (67361e8c-65b3-4ceb-be22-8c2c98644cfe), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.021633 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67361e8c-65b3-4ceb-be22-8c2c98644cfe']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.032381 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e553449-dc79-45f9-bea5-b696d166bbe3') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.032692 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e553449-dc79-45f9-bea5-b696d166bbe3') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.038395 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:39.043923 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (3e553449-dc79-45f9-bea5-b696d166bbe3), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.058833 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (3e553449-dc79-45f9-bea5-b696d166bbe3), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.065353 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:39.065748 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (3e553449-dc79-45f9-bea5-b696d166bbe3), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.109294 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 3e553449-dc79-45f9-bea5-b696d166bbe3 resource provider aggregate not found Jul 12 10:55:39.115460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-8856cc13-0b40-4072-96c0-5d55ddb9715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1b59e124-75f0-4d02-87a1-28785df0671d), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.139461 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 3e553449-dc79-45f9-bea5-b696d166bbe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e553449-dc79-45f9-bea5-b696d166bbe3 found for delete ", "request_id": "req-48586617-1ee5-49a6-82b9-c5dc6ac0e023"}]} Jul 12 10:55:39.150469 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:39.155186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.162175 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Sync routers for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:39.174455 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-8856cc13-0b40-4072-96c0-5d55ddb9715a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ca0485a5b3e4fe6bedc9c6b3287bb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210140 Jul 12 10:55:39.174455 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856cc13-0b40-4072-96c0-5d55ddb9715a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b59e124-75f0-4d02-87a1-28785df0671d,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:39.174763 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:39.174763 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.175871 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59536) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:39.193239 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-265483b1-cbd1-427e-ad91-b08e1f3185c2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "DELETE /v2.0/floatingips/641168f0-3553-4384-9035-fe0741b063e2 HTTP/1.1" status: 204 len: 168 time: 1.2942955 Jul 12 10:55:39.194826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:39.196970 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126dad5-c73d-4696-adb3-94291debb776" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:39.233765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] Publish callbacks [] for security_group (1b59e124-75f0-4d02-87a1-28785df0671d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.246797 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (67361e8c-65b3-4ceb-be22-8c2c98644cfe), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.259143 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee3154-aef9-48c0-9142-8cda6a9e9a21 x-openstack-request-id: req-61ee3154-aef9-48c0-9142-8cda6a9e9a21 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:39.259143 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:39.259686 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.260023 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61ee3154-aef9-48c0-9142-8cda6a9e9a21 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:39.260557 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ee3154-aef9-48c0-9142-8cda6a9e9a21'] response: {'name': 'network-changed', 'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'status': 'completed', 'code': 200} Jul 12 10:55:39.265683 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/67361e8c-65b3-4ceb-be22-8c2c98644cfe HTTP/1.1" status: 204 len: 168 time: 0.4633498 Jul 12 10:55:39.265978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59542) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:39.269271 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] Publish callbacks [] for security_group (1b59e124-75f0-4d02-87a1-28785df0671d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.291215 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98b996-c0ea-4346-bb20-27b4746f6fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=67361e8c-65b3-4ceb-be22-8c2c98644cfe,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:39.311867 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:39.337542 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Deleting subnet bc9e2a76-3f51-443c-a436-6c52f5597152 {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:39.341653 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Publish callbacks [] for subnet (bc9e2a76-3f51-443c-a436-6c52f5597152), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.390189 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (bc9e2a76-3f51-443c-a436-6c52f5597152), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.398443 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126dad5-c73d-4696-adb3-94291debb776 req-a56f59b9-eb0a-49a3-834b-a80d80123108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:39.400231 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-a56f59b9-eb0a-49a3-834b-a80d80123108 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=70193e7e2a5743faa713d28ed91f5867&device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 1130 time: 0.0548737 Jul 12 10:55:39.437378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (bc9e2a76-3f51-443c-a436-6c52f5597152), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.503263 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (1b59e124-75f0-4d02-87a1-28785df0671d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.512150 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.512150 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b59e124-75f0-4d02-87a1-28785df0671d HTTP/1.1" status: 204 len: 168 time: 0.3307874 Jul 12 10:55:39.512941 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126dad5-c73d-4696-adb3-94291debb776 req-ecfcc6ea-c3fa-4178-8760-cc4a9e1bf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:39.513852 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-ecfcc6ea-c3fa-4178-8760-cc4a9e1bf95b service neutron] 10.222.0.76 "GET /v2.0/networks?id=9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 200 len: 911 time: 0.1062577 Jul 12 10:55:39.518674 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0c7bb-0d11-4a61-a666-2825e7cbf039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b59e124-75f0-4d02-87a1-28785df0671d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:39.560644 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.565057 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-662ba34e-500f-40a2-9df9-0af08cd60b81 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 200 len: 217 time: 0.0442488 Jul 12 10:55:39.588770 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Checking router: 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:39.596913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (bc9e2a76-3f51-443c-a436-6c52f5597152), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.598051 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:39.598671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.621651 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126dad5-c73d-4696-adb3-94291debb776 req-886b8749-7603-4a48-ba0e-a86b0324f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:39.623173 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-886b8749-7603-4a48-ba0e-a86b0324f05d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 200 len: 848 time: 0.0508416 Jul 12 10:55:39.629291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9e2a76-3f51-443c-a436-6c52f5597152,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:39.637909 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.642532 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b39eed4c-abb0-44d0-a4df-e76efc3f130a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc9e2a76-3f51-443c-a436-6c52f5597152 HTTP/1.1" status: 204 len: 168 time: 0.3740304 Jul 12 10:55:39.644621 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59546) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:39.681475 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126dad5-c73d-4696-adb3-94291debb776 req-f554f4a2-01ec-4889-b867-e136da59f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:39.683093 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-f554f4a2-01ec-4889-b867-e136da59f85f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9b080b4d-897b-48f4-987c-6603268f3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533555 Jul 12 10:55:39.734638 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (9534e7d8-bf44-48cd-bb93-6973ececcaba), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.821862 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:39.857246 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-bb40e43e-cb01-41d9-b31a-4b886f6d19dd service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531138 Jul 12 10:55:39.905163 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (9534e7d8-bf44-48cd-bb93-6973ececcaba), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:39.956165 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9534e7d8-bf44-48cd-bb93-6973ececcaba']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.974622 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b195411f-fc98-4618-b500-08a39112a945') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.975492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b195411f-fc98-4618-b500-08a39112a945') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:39.979494 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-e126dad5-c73d-4696-adb3-94291debb776 req-2729e7d7-4b46-4890-9a2f-4e56cadd8744 service neutron] 10.222.0.76 "GET /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155531 Jul 12 10:55:39.989491 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (b195411f-fc98-4618-b500-08a39112a945), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.011499 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad250dc-735f-4e07-8635-386b725ff585 req-86e33b75-2de1-46a1-8218-3b646fb071da tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:40.013677 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fad250dc-735f-4e07-8635-386b725ff585 req-86e33b75-2de1-46a1-8218-3b646fb071da tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.2297988 Jul 12 10:55:40.017091 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (b195411f-fc98-4618-b500-08a39112a945), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.029737 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:40.030134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (b195411f-fc98-4618-b500-08a39112a945), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.087009 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:40.114397 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9881bd2c-673e-4d79-b1c8-6631b320dcde None None] The sync data for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi is: [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:50:07Z', 'revision_number': 4, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'd3c14f02-d7a2-4ba7-aaa0-1aa337295397', 'name': '', 'network_id': '9b080b4d-897b-48f4-987c-6603268f3ebc', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'mac_address': 'fa:16:3e:e5:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:06Z', 'updated_at': '2022-07-12T10:50:13Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'subnets': [{'id': 'c8ee09f5-9528-4835-b9f5-2556ad4a9d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:40.135666 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fad250dc-735f-4e07-8635-386b725ff585 req-f1172565-bbfc-4f01-970b-e678e14ede55 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105304 Jul 12 10:55:40.221909 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (9534e7d8-bf44-48cd-bb93-6973ececcaba), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.230335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.234013 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] 10.222.0.36 "DELETE /v2.0/networks/9534e7d8-bf44-48cd-bb93-6973ececcaba HTTP/1.1" status: 204 len: 168 time: 0.5882657 Jul 12 10:55:40.260931 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0283693-2ccc-41a3-877c-86fa3045a31c admin admin] Pushing event deleted for resources: {'Network': ['ID=9534e7d8-bf44-48cd-bb93-6973ececcaba,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:40.290528 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment b195411f-fc98-4618-b500-08a39112a945 resource provider aggregate not found Jul 12 10:55:40.307385 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment b195411f-fc98-4618-b500-08a39112a945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b195411f-fc98-4618-b500-08a39112a945 found for delete ", "request_id": "req-3bdbe566-59ab-48cb-b6ba-84cc65a204ff"}]} Jul 12 10:55:40.426667 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c5fd56-a9ee-49fd-829d-06fac6600058 None None] New status for floating IP 641168f0-3553-4384-9035-fe0741b063e2: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:55:40.679424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59564) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:40.723606 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-583edee1-1ad1-4e80-a818-bd399f9a87bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec28eb348e5e4ac98287e6322b2cd328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421171 Jul 12 10:55:40.726347 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59566) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:40.773763 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] Publish callbacks [] for security_group (fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.794977 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] Publish callbacks [] for security_group (fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.916460 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.919072 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:40.920292 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242 HTTP/1.1" status: 204 len: 168 time: 0.1929076 Jul 12 10:55:40.928692 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cfe19-7615-4a9a-9c54-dee4a199e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e21e8-d6f9-4cbf-ac45-1dcc8cefb242,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:41.254760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330e50-bcd7-4c50-b537-e4fb24c42845 req-cea778c2-d9b8-45f3-b07d-51fb767fced9 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:41.256299 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec330e50-bcd7-4c50-b537-e4fb24c42845 req-cea778c2-d9b8-45f3-b07d-51fb767fced9 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0561373 Jul 12 10:55:41.310728 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ec330e50-bcd7-4c50-b537-e4fb24c42845 req-d83bbc05-f514-4adf-9d6a-861673fa0fe6 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/security-groups?id=10045f7a-7a8e-4f0c-89ab-aa7620124698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479031 Jul 12 10:55:41.612424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-b487096d-d886-4977-9847-1b93a53b16e2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:41.613892 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-b487096d-d886-4977-9847-1b93a53b16e2 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.76 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 946 time: 0.0543261 Jul 12 10:55:41.704578 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Deleting port d540af8b-8f7c-4f17-bf64-4e71479aa357 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:41.705262 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:41.795274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] For port d540af8b-8f7c-4f17-bf64-4e71479aa357, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=d540af8b-8f7c-4f17-bf64-4e71479aa357,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:41.795638 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:41.809510 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Calling delete_port for d540af8b-8f7c-4f17-bf64-4e71479aa357 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:41.840039 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59580) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:41.886019 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fae6afaa-c38c-426b-ad23-3d16ac09169d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b680a8e819d14bdc8294e37706545dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447397 Jul 12 10:55:41.889026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59582) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:41.938427 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Publish callbacks [] for security_group (f3c1e304-52a6-440b-b163-0af3e4dc9a5a), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:41.961601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Publish callbacks [] for security_group (f3c1e304-52a6-440b-b163-0af3e4dc9a5a), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:42.016382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (d540af8b-8f7c-4f17-bf64-4e71479aa357), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:42.044515 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event deleted for resources: {'Port': ['ID=d540af8b-8f7c-4f17-bf64-4e71479aa357,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.075557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.098150 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] No DVR routers for this DVR port d540af8b-8f7c-4f17-bf64-4e71479aa357 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:42.101109 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:42.104597 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-eb21bead-5c2d-442d-bdf5-7a304318a476 req-97243088-11b8-421d-b8a5-26bc24bf5faa tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.76 "DELETE /v2.0/ports/d540af8b-8f7c-4f17-bf64-4e71479aa357 HTTP/1.1" status: 204 len: 173 time: 0.4840181 Jul 12 10:55:42.105039 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-deleted', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:42.107308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b5e76a-60f2-4ce9-948b-4d852da66103" -d '{"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-deleted", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:42.113356 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f3c1e304-52a6-440b-b163-0af3e4dc9a5a), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:42.117892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:42.123441 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3c1e304-52a6-440b-b163-0af3e4dc9a5a HTTP/1.1" status: 204 len: 168 time: 0.2295160 Jul 12 10:55:42.128389 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c1e304-52a6-440b-b163-0af3e4dc9a5a,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:42.136995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.137497 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.137866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.138217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.138586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.138883 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.139251 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.139588 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.140084 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.140477 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.140802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.141130 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.141904 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4757e53-560d-47a1-9913-e07239772cbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:42.145785 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5fa87c-9390-44a7-a79f-17f1c3394c95 x-openstack-request-id: req-7f5fa87c-9390-44a7-a79f-17f1c3394c95 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:42.146086 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9898ae-08ab-49e9-92e8-87e4b8e6179f", "name": "network-vif-deleted", "tag": "d540af8b-8f7c-4f17-bf64-4e71479aa357", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:42.146372 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f5fa87c-9390-44a7-a79f-17f1c3394c95 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:42.146782 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5fa87c-9390-44a7-a79f-17f1c3394c95'] response: {'server_uuid': '0a9898ae-08ab-49e9-92e8-87e4b8e6179f', 'name': 'network-vif-deleted', 'tag': 'd540af8b-8f7c-4f17-bf64-4e71479aa357', 'status': 'completed', 'code': 200} Jul 12 10:55:42.408347 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0ec5d40f-3209-4ffa-a4eb-22a037ca94d2 req-2c5be2f8-5794-4cc7-a57b-a15a4fa9ed02 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jul 12 10:55:42.964670 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59606) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:43.079611 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8880-c1f3-49f4-a52e-6b040032723e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.158884 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8880-c1f3-49f4-a52e-6b040032723e admin admin] Publish callbacks [] for security_group (16f7d306-723c-4a8e-9562-573b9ca2bb23), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.519420 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-782f0094-d93a-4ef1-9461-140bff9fec6a req-6dc2db34-344a-49a9-b0e0-0fa838513b43 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a9898ae-08ab-49e9-92e8-87e4b8e6179f HTTP/1.1" status: 200 len: 210 time: 0.0300944 Jul 12 10:55:43.553784 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e9dc8880-c1f3-49f4-a52e-6b040032723e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (16f7d306-723c-4a8e-9562-573b9ca2bb23), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.598648 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e9dc8880-c1f3-49f4-a52e-6b040032723e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=490f016629224be18c62e0eb24c6fb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6304481 Jul 12 10:55:43.598648 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8880-c1f3-49f4-a52e-6b040032723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f7d306-723c-4a8e-9562-573b9ca2bb23,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:43.599667 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59622) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:43.654293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] Publish callbacks [] for security_group (16f7d306-723c-4a8e-9562-573b9ca2bb23), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.677674 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] Publish callbacks [] for security_group (16f7d306-723c-4a8e-9562-573b9ca2bb23), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.822269 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (16f7d306-723c-4a8e-9562-573b9ca2bb23), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.825144 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:43.826284 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f7d306-723c-4a8e-9562-573b9ca2bb23 HTTP/1.1" status: 204 len: 168 time: 0.2252853 Jul 12 10:55:43.837485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f0dc1-ca29-41eb-b6f2-dc4c6fa93503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f7d306-723c-4a8e-9562-573b9ca2bb23,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:44.532806 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:44.560221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: d540af8b-8f7c-4f17-bf64-4e71479aa357 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:44.560444 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device d540af8b-8f7c-4f17-bf64-4e71479aa357 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:44.581169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59654) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:44.639478 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (10045f7a-7a8e-4f0c-89ab-aa7620124698), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:44.666788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (10045f7a-7a8e-4f0c-89ab-aa7620124698), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:44.810480 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (10045f7a-7a8e-4f0c-89ab-aa7620124698), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:44.813375 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:44.814573 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] 10.222.0.36 "DELETE /v2.0/security-groups/10045f7a-7a8e-4f0c-89ab-aa7620124698 HTTP/1.1" status: 204 len: 168 time: 0.2324104 Jul 12 10:55:44.826353 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc2a4e-431f-43cb-93d7-cdc49f2432ba tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10045f7a-7a8e-4f0c-89ab-aa7620124698,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:44.939358 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59672) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:45.440001 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:45.692111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Deleting port d3c14f02-d7a2-4ba7-aaa0-1aa337295397 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:45.692816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:45.778545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] For port d3c14f02-d7a2-4ba7-aaa0-1aa337295397, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:45.782772 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:45.792600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Calling delete_port for d3c14f02-d7a2-4ba7-aaa0-1aa337295397 owned by network:router_interface {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:46.059615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (d3c14f02-d7a2-4ba7-aaa0-1aa337295397), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:46.087828 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c14f02-d7a2-4ba7-aaa0-1aa337295397,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:46.259103 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:46.469293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:46.570677 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:46.575810 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d642199c-c889-4628-a140-3258a10e8319 admin admin] 10.222.0.36 "PUT /v2.0/routers/8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353996 Jul 12 10:55:46.578482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59706) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:46.579992 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Sync routers for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:46.591699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:46.592314 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:46.701332 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:46.897114 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:55:45Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:46.922269 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Checking router: 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:46.931530 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Routers {'8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:46.932147 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:46.935926 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks [] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.040518 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks [] for router_gateway (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.158101 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Deleting port 682c2043-dc6c-4ea5-856c-304605f9b98e {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:47.158437 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.168659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] Set router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:47.242629 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] For port 682c2043-dc6c-4ea5-856c-304605f9b98e, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=682c2043-dc6c-4ea5-856c-304605f9b98e,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:47.243183 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.256052 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Calling delete_port for 682c2043-dc6c-4ea5-856c-304605f9b98e owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:47.351208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:55:45Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:47.376751 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616f7298-e0c0-44d8-9809-eb0b98f54794 None None] The sync data for ids ['8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084'] in dv-cinder-847864-7-iscsi is: [{'id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'name': 'tempest-TestShelveInstance-1681770595-router', 'tenant_id': '70193e7e2a5743faa713d28ed91f5867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:03Z', 'updated_at': '2022-07-12T10:55:45Z', 'revision_number': 5, 'project_id': '70193e7e2a5743faa713d28ed91f5867', 'gw_port': {'id': '682c2043-dc6c-4ea5-856c-304605f9b98e', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:04Z', 'updated_at': '2022-07-12T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:47.499108 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (682c2043-dc6c-4ea5-856c-304605f9b98e), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.525165 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=682c2043-dc6c-4ea5-856c-304605f9b98e,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:47.590380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.678728 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.681913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks [] for router_controller (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.825511 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.826266 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:55:47.830784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.835214 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b4ea7e91-41e5-451b-ac5b-5d41d011f5fd admin admin] 10.222.0.36 "DELETE /v2.0/routers/8dd1ae5f-d31e-4c14-b5a4-da6d7ae47084 HTTP/1.1" status: 204 len: 168 time: 1.2525444 Jul 12 10:55:47.837168 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59720) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:47.885568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Deleting subnet c8ee09f5-9528-4835-b9f5-2556ad4a9d13 {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:47.888810 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Publish callbacks [] for subnet (c8ee09f5-9528-4835-b9f5-2556ad4a9d13), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:47.924920 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (c8ee09f5-9528-4835-b9f5-2556ad4a9d13), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.011742 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (c8ee09f5-9528-4835-b9f5-2556ad4a9d13), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.135153 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (c8ee09f5-9528-4835-b9f5-2556ad4a9d13), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.173085 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8ee09f5-9528-4835-b9f5-2556ad4a9d13,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:48.180451 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e629b-d6a4-4840-b1eb-7af146ef1250 None None] Network 9b080b4d-897b-48f4-987c-6603268f3ebc requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:48.181148 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.184699 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f60872c6-96c5-4ca5-8422-08abe1e93ccc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c8ee09f5-9528-4835-b9f5-2556ad4a9d13 HTTP/1.1" status: 204 len: 168 time: 0.3464036 Jul 12 10:55:48.187120 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59734) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:48.282623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (9b080b4d-897b-48f4-987c-6603268f3ebc), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.353220 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Deleting port e4351dfa-e972-4667-8528-ce42c37a5469 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:48.353563 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.366877 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] DHCP port deletion for 9b080b4d-897b-48f4-987c-6603268f3ebc request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:55:48.420652 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] For port e4351dfa-e972-4667-8528-ce42c37a5469, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4351dfa-e972-4667-8528-ce42c37a5469,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:48.421026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.421635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Deleting port e4351dfa-e972-4667-8528-ce42c37a5469 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:48.422074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.441292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Calling delete_port for e4351dfa-e972-4667-8528-ce42c37a5469 owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:48.490605 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] For port e4351dfa-e972-4667-8528-ce42c37a5469, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4351dfa-e972-4667-8528-ce42c37a5469,segment=NetworkSegment(2f174ea5-4865-409f-8101-b4ad4c202fd7),segment_id=2f174ea5-4865-409f-8101-b4ad4c202fd7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:48.491107 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.505549 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Calling delete_port for e4351dfa-e972-4667-8528-ce42c37a5469 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:48.677600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.684800 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (e4351dfa-e972-4667-8528-ce42c37a5469), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.713854 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e4351dfa-e972-4667-8528-ce42c37a5469,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:48.714504 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Pushing event deleted for resources: {'Port': ['ID=e4351dfa-e972-4667-8528-ce42c37a5469,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:48.717139 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] No DVR routers for this DVR port e4351dfa-e972-4667-8528-ce42c37a5469 on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:48.723449 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.723853 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.724198 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.724539 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.725178 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.725515 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.725898 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.726771 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.727222 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.732592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.732592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.732592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.732592 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:55:48.733751 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdb9b93-0689-43d7-92ab-03e1795c6799 None None] No DVR routers for this DVR port e4351dfa-e972-4667-8528-ce42c37a5469 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:48.798828 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (9b080b4d-897b-48f4-987c-6603268f3ebc), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.821267 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b080b4d-897b-48f4-987c-6603268f3ebc']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:48.831206 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f174ea5-4865-409f-8101-b4ad4c202fd7') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:48.831508 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f174ea5-4865-409f-8101-b4ad4c202fd7') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:48.841311 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (2f174ea5-4865-409f-8101-b4ad4c202fd7), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.854967 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (2f174ea5-4865-409f-8101-b4ad4c202fd7), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.860942 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:48.861309 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (2f174ea5-4865-409f-8101-b4ad4c202fd7), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.901829 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 2f174ea5-4865-409f-8101-b4ad4c202fd7 resource provider aggregate not found Jul 12 10:55:48.921928 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 2f174ea5-4865-409f-8101-b4ad4c202fd7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f174ea5-4865-409f-8101-b4ad4c202fd7 found for delete ", "request_id": "req-c7b74878-6404-4939-826f-d1552d2866f7"}]} Jul 12 10:55:48.985321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (9b080b4d-897b-48f4-987c-6603268f3ebc), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.994861 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:48.998269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b080b4d-897b-48f4-987c-6603268f3ebc HTTP/1.1" status: 204 len: 168 time: 0.8095179 Jul 12 10:55:49.000913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59758) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:49.049842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ddc47-a935-4fc5-a01e-85074f439bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b080b4d-897b-48f4-987c-6603268f3ebc,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:49.355450 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:49.386127 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 682c2043-dc6c-4ea5-856c-304605f9b98e no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:49.405642 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 682c2043-dc6c-4ea5-856c-304605f9b98e {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:49.405990 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 682c2043-dc6c-4ea5-856c-304605f9b98e not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:49.406404 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4351dfa-e972-4667-8528-ce42c37a5469 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:49.424642 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: e4351dfa-e972-4667-8528-ce42c37a5469 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:49.424992 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4351dfa-e972-4667-8528-ce42c37a5469 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:49.425400 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device d3c14f02-d7a2-4ba7-aaa0-1aa337295397 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:49.444406 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: d3c14f02-d7a2-4ba7-aaa0-1aa337295397 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:49.444759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device d3c14f02-d7a2-4ba7-aaa0-1aa337295397 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:49.597135 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Deleting port ac505145-c4d9-4cff-a998-723ba59dfc6b {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:49.597404 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:49.674851 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] For port ac505145-c4d9-4cff-a998-723ba59dfc6b, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=ac505145-c4d9-4cff-a998-723ba59dfc6b,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:49.675239 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:49.687610 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Calling delete_port for ac505145-c4d9-4cff-a998-723ba59dfc6b owned by network:router_interface {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:49.944862 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (ac505145-c4d9-4cff-a998-723ba59dfc6b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:49.971084 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Pushing event deleted for resources: {'Port': ['ID=ac505145-c4d9-4cff-a998-723ba59dfc6b,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:50.158524 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.374991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Router c9e6e7fe-0012-4c82-b21f-07b190bc4801 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:50.487043 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:50.496055 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-6ac8916e-307e-4bf2-a5aa-5b97fe8b5cad admin admin] 10.222.0.36 "PUT /v2.0/routers/c9e6e7fe-0012-4c82-b21f-07b190bc4801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4916782 Jul 12 10:55:50.496242 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59796) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:50.505676 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Sync routers for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:50.506161 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59798) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:50.518586 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:50.520132 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:50.610826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks [] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.630602 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d5058362-988a-4dc9-8231-b9ecb8bd589e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.709302 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:50.714275 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks [] for router_gateway (c9e6e7fe-0012-4c82-b21f-07b190bc4801), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.729080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d5058362-988a-4dc9-8231-b9ecb8bd589e admin admin] Publish callbacks [] for security_group (f98736a0-10b6-42cf-9de6-d8be0f6fb88e), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.836734 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d5058362-988a-4dc9-8231-b9ecb8bd589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f98736a0-10b6-42cf-9de6-d8be0f6fb88e), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.849455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Deleting port b5e4cbe8-ea62-40ba-b161-cd5230095ddb {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:50.849802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.877893 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5058362-988a-4dc9-8231-b9ecb8bd589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98736a0-10b6-42cf-9de6-d8be0f6fb88e,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:50.887279 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d5058362-988a-4dc9-8231-b9ecb8bd589e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1db5ac8402d34439a90a025d0fcea8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802364 Jul 12 10:55:50.888118 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59806) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:50.896175 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:55:49Z', 'revision_number': 5, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port': {'id': 'b5e4cbe8-ea62-40ba-b161-cd5230095ddb', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:50:14Z', 'updated_at': '2022-07-12T10:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:50.924476 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Checking router: c9e6e7fe-0012-4c82-b21f-07b190bc4801 for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:50.934068 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Routers {'c9e6e7fe-0012-4c82-b21f-07b190bc4801'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:50.934688 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:50.940209 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] Publish callbacks [] for security_group (f98736a0-10b6-42cf-9de6-d8be0f6fb88e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.941724 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] For port b5e4cbe8-ea62-40ba-b161-cd5230095ddb, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:50.942994 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:50.960117 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Calling delete_port for b5e4cbe8-ea62-40ba-b161-cd5230095ddb owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:50.964635 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] Publish callbacks [] for security_group (f98736a0-10b6-42cf-9de6-d8be0f6fb88e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.022232 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] Set router c9e6e7fe-0012-4c82-b21f-07b190bc4801 gateway port host: None {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:51.074828 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:55:50Z', 'revision_number': 6, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port_host': None}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:51.100946 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2426722-0f68-44bf-859f-10966b260b2d None None] The sync data for ids ['c9e6e7fe-0012-4c82-b21f-07b190bc4801'] in dv-cinder-847864-7-iscsi is: [{'id': 'c9e6e7fe-0012-4c82-b21f-07b190bc4801', 'name': 'tempest-TestShelveInstance-1847792831-router', 'tenant_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:50:12Z', 'updated_at': '2022-07-12T10:55:50Z', 'revision_number': 6, 'project_id': '93e3eb7efc8346dbb9c3a7387dd150d9', 'gw_port_host': None}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:55:51.105505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f98736a0-10b6-42cf-9de6-d8be0f6fb88e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.108118 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.111546 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f98736a0-10b6-42cf-9de6-d8be0f6fb88e HTTP/1.1" status: 204 len: 168 time: 0.2222800 Jul 12 10:55:51.122489 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ea9f-971c-44cf-9b7f-3d62b551506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98736a0-10b6-42cf-9de6-d8be0f6fb88e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:51.224836 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (b5e4cbe8-ea62-40ba-b161-cd5230095ddb), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.250218 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e4cbe8-ea62-40ba-b161-cd5230095ddb,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:51.314842 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.403262 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.405284 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks [] for router_controller (c9e6e7fe-0012-4c82-b21f-07b190bc4801), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.513285 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (c9e6e7fe-0012-4c82-b21f-07b190bc4801), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.514018 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e6e7fe-0012-4c82-b21f-07b190bc4801 {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:55:51.519349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.522828 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c60f3423-d842-4233-9d54-b21d7a83b703 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c9e6e7fe-0012-4c82-b21f-07b190bc4801 HTTP/1.1" status: 204 len: 168 time: 1.0233660 Jul 12 10:55:51.524370 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59812) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:51.593514 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device ac505145-c4d9-4cff-a998-723ba59dfc6b no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:51.615936 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: ac505145-c4d9-4cff-a998-723ba59dfc6b {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:51.621653 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device ac505145-c4d9-4cff-a998-723ba59dfc6b not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:51.853017 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Deleting subnet eb029f53-ffe9-4e75-bf36-eb9107a40702 {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:55:51.856209 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Publish callbacks [] for subnet (eb029f53-ffe9-4e75-bf36-eb9107a40702), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.886845 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59820) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:51.904112 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (eb029f53-ffe9-4e75-bf36-eb9107a40702), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:51.906322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7761fe1-8bec-49e8-aee2-d1ab5e7683c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.026129 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (eb029f53-ffe9-4e75-bf36-eb9107a40702), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.095823 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7761fe1-8bec-49e8-aee2-d1ab5e7683c0 admin admin] Publish callbacks [] for security_group (ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.182224 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7761fe1-8bec-49e8-aee2-d1ab5e7683c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.220605 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (eb029f53-ffe9-4e75-bf36-eb9107a40702), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.231022 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a7761fe1-8bec-49e8-aee2-d1ab5e7683c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ceb627bb748b4271aaa6f4717074f386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430021 Jul 12 10:55:52.233582 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59824) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:52.250767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7761fe1-8bec-49e8-aee2-d1ab5e7683c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:52.257062 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb029f53-ffe9-4e75-bf36-eb9107a40702,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:52.262197 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.267837 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-268ff906-96b7-44d9-a9cc-d9f0e50b1978 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eb029f53-ffe9-4e75-bf36-eb9107a40702 HTTP/1.1" status: 204 len: 168 time: 0.7405486 Jul 12 10:55:52.268029 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59826) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:52.274504 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1925b3-5b48-42d8-8e3f-9bf4b8addff0 None None] Network f9b4fb8a-cd0b-44e1-9014-abacbeaca52f requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:55:52.291676 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] Publish callbacks [] for security_group (ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.315847 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] Publish callbacks [] for security_group (ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.358799 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.411185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Deleting port 191528f5-f742-4bba-be41-1092051947ea {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:52.411185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (191528f5-f742-4bba-be41-1092051947ea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.443104 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] DHCP port deletion for f9b4fb8a-cd0b-44e1-9014-abacbeaca52f request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:55:52.450625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.453238 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.454590 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8 HTTP/1.1" status: 204 len: 168 time: 0.2200110 Jul 12 10:55:52.474804 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb9d8c-0de9-4732-a6c7-bc383fd94259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb28287-33f1-4eb0-b1b6-f1f1ec7bb0b8,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:52.489403 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] For port 191528f5-f742-4bba-be41-1092051947ea, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=191528f5-f742-4bba-be41-1092051947ea,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:52.489774 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (191528f5-f742-4bba-be41-1092051947ea), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.502629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Deleting port 191528f5-f742-4bba-be41-1092051947ea {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:52.502902 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (191528f5-f742-4bba-be41-1092051947ea), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.504798 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Calling delete_port for 191528f5-f742-4bba-be41-1092051947ea owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:52.567619 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] For port 191528f5-f742-4bba-be41-1092051947ea, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=191528f5-f742-4bba-be41-1092051947ea,segment=NetworkSegment(9a10ebde-58b6-4332-9acf-e9cffecd100b),segment_id=9a10ebde-58b6-4332-9acf-e9cffecd100b)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:52.568026 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (191528f5-f742-4bba-be41-1092051947ea), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.581810 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Calling delete_port for 191528f5-f742-4bba-be41-1092051947ea owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:52.656457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (191528f5-f742-4bba-be41-1092051947ea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.662035 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (191528f5-f742-4bba-be41-1092051947ea), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.675300 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] No DVR routers for this DVR port 191528f5-f742-4bba-be41-1092051947ea on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:52.682026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=191528f5-f742-4bba-be41-1092051947ea,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:52.691324 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] No DVR routers for this DVR port 191528f5-f742-4bba-be41-1092051947ea on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:52.692567 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d6529-9a14-4972-b921-e1f8ed473427 None None] Pushing event deleted for resources: {'Port': ['ID=191528f5-f742-4bba-be41-1092051947ea,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:52.765341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.786152 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b4fb8a-cd0b-44e1-9014-abacbeaca52f']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:52.797154 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a10ebde-58b6-4332-9acf-e9cffecd100b') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:52.797525 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a10ebde-58b6-4332-9acf-e9cffecd100b') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:52.807659 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (9a10ebde-58b6-4332-9acf-e9cffecd100b), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.821969 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (9a10ebde-58b6-4332-9acf-e9cffecd100b), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.828620 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:55:52.829019 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (9a10ebde-58b6-4332-9acf-e9cffecd100b), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.867922 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 9a10ebde-58b6-4332-9acf-e9cffecd100b resource provider aggregate not found Jul 12 10:55:52.888141 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 9a10ebde-58b6-4332-9acf-e9cffecd100b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a10ebde-58b6-4332-9acf-e9cffecd100b found for delete ", "request_id": "req-95c00654-c119-4938-9c10-a8165f07ced6"}]} Jul 12 10:55:52.958877 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (f9b4fb8a-cd0b-44e1-9014-abacbeaca52f), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.975505 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:52.979040 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f9b4fb8a-cd0b-44e1-9014-abacbeaca52f HTTP/1.1" status: 204 len: 168 time: 0.7100663 Jul 12 10:55:52.980329 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cc072-1d94-4cd0-9b28-b229b0f7aea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b4fb8a-cd0b-44e1-9014-abacbeaca52f,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:53.327653 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59866) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:53.380260 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-83b00187-57d1-4773-bc17-a7391dba6f4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70193e7e2a5743faa713d28ed91f5867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514205 Jul 12 10:55:53.380856 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59870) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:53.421505 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 191528f5-f742-4bba-be41-1092051947ea no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:53.438309 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] Publish callbacks [] for security_group (e6db892a-89ac-4fff-adb5-afd0efde3e28), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:53.445844 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 191528f5-f742-4bba-be41-1092051947ea {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:53.446204 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 191528f5-f742-4bba-be41-1092051947ea not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:53.446625 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b5e4cbe8-ea62-40ba-b161-cd5230095ddb no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:55:53.455890 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] Publish callbacks [] for security_group (e6db892a-89ac-4fff-adb5-afd0efde3e28), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:53.464706 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: b5e4cbe8-ea62-40ba-b161-cd5230095ddb {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:55:53.465064 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device b5e4cbe8-ea62-40ba-b161-cd5230095ddb not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:55:53.578856 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (e6db892a-89ac-4fff-adb5-afd0efde3e28), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:53.581686 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:53.582900 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6db892a-89ac-4fff-adb5-afd0efde3e28 HTTP/1.1" status: 204 len: 168 time: 0.2011266 Jul 12 10:55:53.591702 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940053f-0dc6-4138-b251-acbd64ad2103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db892a-89ac-4fff-adb5-afd0efde3e28,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:54.478723 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 59898) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:54.519964 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-b7367110-7658-49a1-af50-1a038c7199c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93e3eb7efc8346dbb9c3a7387dd150d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400195 Jul 12 10:55:54.522685 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 59900) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:55:54.573264 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] Publish callbacks [] for security_group (24ddc665-4b1d-4fb8-aad2-d67b71b88f53), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:54.595105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] Publish callbacks [] for security_group (24ddc665-4b1d-4fb8-aad2-d67b71b88f53), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:54.728247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (24ddc665-4b1d-4fb8-aad2-d67b71b88f53), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:54.730852 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:54.732018 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/24ddc665-4b1d-4fb8-aad2-d67b71b88f53 HTTP/1.1" status: 204 len: 168 time: 0.2079961 Jul 12 10:55:54.740230 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bfc76-7935-46eb-a8ad-e1cd04282441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ddc665-4b1d-4fb8-aad2-d67b71b88f53,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:55.464883 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0ed63702-b994-4bd9-bbd3-8f0e2df0b169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:56.723978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbbe8-d2e1-4d3c-ba21-b184c276c3ae req-4ba05199-a494-4109-82c5-814747f10327 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:56.726205 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ecdbbe8-d2e1-4d3c-ba21-b184c276c3ae req-4ba05199-a494-4109-82c5-814747f10327 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0544770 Jul 12 10:55:56.780528 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1ecdbbe8-d2e1-4d3c-ba21-b184c276c3ae req-8df5460f-ad71-4464-890b-10ae960e97a1 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481999 Jul 12 10:55:57.916270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c869894-e56c-421c-a3c8-3686ce374f91 req-c7fd0d58-1d3e-45cb-b6f3-d15e96b52d15 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:57.917787 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6c869894-e56c-421c-a3c8-3686ce374f91 req-c7fd0d58-1d3e-45cb-b6f3-d15e96b52d15 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0553854 Jul 12 10:55:57.966684 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6c869894-e56c-421c-a3c8-3686ce374f91 req-51fd22f3-8dde-4d8c-96d1-5fc054c645c0 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups?id=826e2cda-f475-4482-a08d-def22e6e5219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Jul 12 10:55:58.164813 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-043d966d-b85d-46ed-920b-4eb2de8ff904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.308063 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-9d8ea605-ef1a-4049-91d6-48f9f68078c2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:55:58.309449 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-9d8ea605-ef1a-4049-91d6-48f9f68078c2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 946 time: 0.0534923 Jul 12 10:55:58.400932 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Deleting port 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:55:58.401274 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.493892 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] For port 495684d7-ebc4-4d30-b888-9b6a91938953, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=495684d7-ebc4-4d30-b888-9b6a91938953,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:55:58.494266 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.652143 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.652424 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.652746 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Floating IP cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4 disassociated. External IP: 172.27.2.173, port: 495684d7-ebc4-4d30-b888-9b6a91938953. Jul 12 10:55:58.653096 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Calling delete_port for 495684d7-ebc4-4d30-b888-9b6a91938953 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:55:58.890531 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (495684d7-ebc4-4d30-b888-9b6a91938953), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:58.925722 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'Port': ['ID=495684d7-ebc4-4d30-b888-9b6a91938953,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:55:59.045009 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:55:59.073024 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-df6dc480-9b3d-4365-b3b3-520238afa540 req-17fb99ed-9f32-4f37-be89-7c243ca605a2 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 210 time: 0.0288346 Jul 12 10:55:59.147705 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:55:59.161521 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:55:59.178664 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:59.180362 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:59.193746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] No DVR routers for this DVR port 495684d7-ebc4-4d30-b888-9b6a91938953 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:55:59.197468 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:55:59.201307 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-0197d324-b901-4f39-8e9c-5bb80cb6ade2 req-eb17ea85-8d47-4abc-9818-d50439dcb1b3 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.76 "DELETE /v2.0/ports/495684d7-ebc4-4d30-b888-9b6a91938953 HTTP/1.1" status: 204 len: 173 time: 0.8867991 Jul 12 10:55:59.201764 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-deleted', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:55:59.205508 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccdae74-6766-4b1f-ad1e-e01a8ce132da" -d '{"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-deleted", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:55:59.241647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7cf789-b119-42ee-a413-15614555cd13 x-openstack-request-id: req-ba7cf789-b119-42ee-a413-15614555cd13 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:55:59.242546 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecad2706-9981-4110-8a32-eeecb966fb6c", "name": "network-vif-deleted", "tag": "495684d7-ebc4-4d30-b888-9b6a91938953", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:55:59.242926 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba7cf789-b119-42ee-a413-15614555cd13 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:55:59.243529 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7cf789-b119-42ee-a413-15614555cd13'] response: {'server_uuid': 'ecad2706-9981-4110-8a32-eeecb966fb6c', 'name': 'network-vif-deleted', 'tag': '495684d7-ebc4-4d30-b888-9b6a91938953', 'status': 'completed', 'code': 200} Jul 12 10:55:59.293587 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:59.502407 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:59.533625 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:55:59.540792 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:55:59.541407 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:59.647774 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:55:59.850443 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:55:59.877484 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309d24-8756-4cff-8a32-7a7da28024e9 None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:47:59Z', 'revision_number': 4, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': 'e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0', 'name': '', 'network_id': '37e20212-50df-4378-91e9-916b28a2f7d3', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'mac_address': 'fa:16:3e:f0:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:55Z', 'updated_at': '2022-07-12T10:48:14Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'subnets': [{'id': '51b17ea4-756c-481a-bf92-65d4606e9abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:56:00.088168 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.177941 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2274a11-bffe-49fe-8d63-2d3178d61b19 None None] New status for floating IP cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4: DOWN {{(pid=110928) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:56:00.230318 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-80056d61-2c6e-4c6c-9073-dc0ec4625d86 req-3f87343c-7bc4-446d-827b-2efe7ae6640e tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecad2706-9981-4110-8a32-eeecb966fb6c HTTP/1.1" status: 200 len: 210 time: 0.0445199 Jul 12 10:56:00.364728 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.595994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60034) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:00.699901 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-056406e8-0712-4502-a1a1-55f8b984ea57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.771626 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-056406e8-0712-4502-a1a1-55f8b984ea57 admin admin] Publish callbacks [] for security_group (4854cc5d-b2d1-4975-a607-884b5e63a308), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.822333 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-056406e8-0712-4502-a1a1-55f8b984ea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4854cc5d-b2d1-4975-a607-884b5e63a308), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.860225 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-056406e8-0712-4502-a1a1-55f8b984ea57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdc965f176e14023902108b88bf19f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629895 Jul 12 10:56:00.861140 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056406e8-0712-4502-a1a1-55f8b984ea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4854cc5d-b2d1-4975-a607-884b5e63a308,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:00.862972 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60038) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:00.914779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] Publish callbacks [] for security_group (4854cc5d-b2d1-4975-a607-884b5e63a308), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:00.936769 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] Publish callbacks [] for security_group (4854cc5d-b2d1-4975-a607-884b5e63a308), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.053572 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (4854cc5d-b2d1-4975-a607-884b5e63a308), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.056926 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.058065 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4854cc5d-b2d1-4975-a607-884b5e63a308 HTTP/1.1" status: 204 len: 168 time: 0.1929588 Jul 12 10:56:01.067071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf2bb-cb70-4aa7-9d6b-a10a9f1ce1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854cc5d-b2d1-4975-a607-884b5e63a308,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:01.397588 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60052) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:01.453022 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (826e2cda-f475-4482-a08d-def22e6e5219), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.479589 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (826e2cda-f475-4482-a08d-def22e6e5219), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.584672 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (826e2cda-f475-4482-a08d-def22e6e5219), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.588097 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.589739 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "DELETE /v2.0/security-groups/826e2cda-f475-4482-a08d-def22e6e5219 HTTP/1.1" status: 204 len: 168 time: 0.1906221 Jul 12 10:56:01.592513 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60062) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:01.599459 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b66af-a024-4c85-9bb0-b91696d8d929 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826e2cda-f475-4482-a08d-def22e6e5219,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:01.623685 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.api.v2.resource [None req-08ce4985-980b-4626-b8b1-dc4071f0e191 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] show failed (client error): The resource could not be found. Jul 12 10:56:01.623685 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-08ce4985-980b-4626-b8b1-dc4071f0e191 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "GET /v2.0/security-groups/826e2cda-f475-4482-a08d-def22e6e5219 HTTP/1.1" status: 404 len: 347 time: 0.0288785 Jul 12 10:56:01.625570 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60066) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:01.689761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60070) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:01.704393 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-25a88a06-cef6-4594-99d3-587df6f9742f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.748760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Deleting port fdc7c816-0e2b-4557-b9c7-745a1319976e {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:56:01.749102 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.787529 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-25a88a06-cef6-4594-99d3-587df6f9742f admin admin] Publish callbacks [] for security_group (7fee4540-3b91-4433-a10c-993c69bd4661), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.827496 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.827726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (fdc7c816-0e2b-4557-b9c7-745a1319976e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.839394 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Calling delete_port for fdc7c816-0e2b-4557-b9c7-745a1319976e owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:56:01.930860 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-25a88a06-cef6-4594-99d3-587df6f9742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (7fee4540-3b91-4433-a10c-993c69bd4661), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:01.971355 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-25a88a06-cef6-4594-99d3-587df6f9742f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36a431c720c94d48907a7fa00b4e590e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803922 Jul 12 10:56:01.971950 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60076) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:01.988711 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a88a06-cef6-4594-99d3-587df6f9742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee4540-3b91-4433-a10c-993c69bd4661,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:02.027093 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] Publish callbacks [] for security_group (7fee4540-3b91-4433-a10c-993c69bd4661), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.036384 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.048918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] Publish callbacks [] for security_group (7fee4540-3b91-4433-a10c-993c69bd4661), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.067503 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (fdc7c816-0e2b-4557-b9c7-745a1319976e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.093831 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Pushing event deleted for resources: {'Port': ['ID=fdc7c816-0e2b-4557-b9c7-745a1319976e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:02.154938 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks [] for floatingip (cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.157504 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.158650 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-fc8c507a-ac5c-4fee-91a6-6e234df310c5 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb63ea2f-7d7f-410a-b0e3-9a36e0e53ae4 HTTP/1.1" status: 204 len: 168 time: 0.5310690 Jul 12 10:56:02.179147 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (7fee4540-3b91-4433-a10c-993c69bd4661), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.182502 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:02.183710 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fee4540-3b91-4433-a10c-993c69bd4661 HTTP/1.1" status: 204 len: 168 time: 0.2077909 Jul 12 10:56:02.192472 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb59c-c464-47ff-8f60-198d8ff73d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee4540-3b91-4433-a10c-993c69bd4661,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:02.576072 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:56:02.595551 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 495684d7-ebc4-4d30-b888-9b6a91938953 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:56:02.595908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 495684d7-ebc4-4d30-b888-9b6a91938953 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:56:02.838995 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.094488 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60174) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:05.119921 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60178) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:05.203559 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5b9199c9-b2b5-4309-b0bb-0b35f14c26b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.458044 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5b9199c9-b2b5-4309-b0bb-0b35f14c26b6 admin admin] Publish callbacks [] for security_group (97ed3b6b-0eb1-4d95-8688-ee307ea5d953), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.543290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5b9199c9-b2b5-4309-b0bb-0b35f14c26b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (97ed3b6b-0eb1-4d95-8688-ee307ea5d953), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.590618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5b9199c9-b2b5-4309-b0bb-0b35f14c26b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bc554372efd44d1b149810bf940c766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949927 Jul 12 10:56:05.593309 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9199c9-b2b5-4309-b0bb-0b35f14c26b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ed3b6b-0eb1-4d95-8688-ee307ea5d953,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:05.593461 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60186) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:05.646585 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] Publish callbacks [] for security_group (97ed3b6b-0eb1-4d95-8688-ee307ea5d953), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.668672 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] Publish callbacks [] for security_group (97ed3b6b-0eb1-4d95-8688-ee307ea5d953), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.669172 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.770169 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (97ed3b6b-0eb1-4d95-8688-ee307ea5d953), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.772836 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.775644 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97ed3b6b-0eb1-4d95-8688-ee307ea5d953 HTTP/1.1" status: 204 len: 168 time: 0.1801291 Jul 12 10:56:05.783228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547a96-0779-488b-aeab-9544b72f8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ed3b6b-0eb1-4d95-8688-ee307ea5d953,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:05.912943 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Deleting port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:56:05.913255 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:05.993181 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] For port e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:05.993549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.010102 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Calling delete_port for e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 owned by network:router_interface {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:56:06.265113 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.292164 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:06.446284 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60202) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:06.462050 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-057968af-5944-4ca9-96a4-0ca887fe5df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.478234 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.548776 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-057968af-5944-4ca9-96a4-0ca887fe5df6 admin admin] Publish callbacks [] for security_group (127a7710-11bd-4656-9df9-927030ce95d0), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.641726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-057968af-5944-4ca9-96a4-0ca887fe5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (127a7710-11bd-4656-9df9-927030ce95d0), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.681905 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-057968af-5944-4ca9-96a4-0ca887fe5df6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82057bbbe5174bb6b6ceeb8a170863af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341955 Jul 12 10:56:06.683298 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057968af-5944-4ca9-96a4-0ca887fe5df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127a7710-11bd-4656-9df9-927030ce95d0,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:06.685781 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60206) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:06.711665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Router 7f827897-12b6-4a41-9a08-a6fda0c5af11 has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:56:06.789588 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] Publish callbacks [] for security_group (127a7710-11bd-4656-9df9-927030ce95d0), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.846589 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] Publish callbacks [] for security_group (127a7710-11bd-4656-9df9-927030ce95d0), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:06.876170 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:56:06.885074 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-37aec9e5-8682-4785-bd19-94df618d13e1 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f827897-12b6-4a41-9a08-a6fda0c5af11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7641037 Jul 12 10:56:06.885892 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Sync routers for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:56:06.888377 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60208) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:06.897070 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:56:06.897706 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:06.989410 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks [] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.002149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:56:07.004688 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (127a7710-11bd-4656-9df9-927030ce95d0), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.008106 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.012116 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/127a7710-11bd-4656-9df9-927030ce95d0 HTTP/1.1" status: 204 len: 168 time: 0.3228014 Jul 12 10:56:07.031321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659ffde-81d4-4c22-8cb0-93281803d1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127a7710-11bd-4656-9df9-927030ce95d0,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:07.095516 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks [] for router_gateway (7f827897-12b6-4a41-9a08-a6fda0c5af11), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.226934 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Deleting port a7ea938f-ead3-4340-8b68-05b3a3ac5f08 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:56:07.227260 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.329312 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] For port a7ea938f-ead3-4340-8b68-05b3a3ac5f08, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:07.329714 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.339085 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:56:06Z', 'revision_number': 5, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port': {'id': 'a7ea938f-ead3-4340-8b68-05b3a3ac5f08', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:08:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:47:46Z', 'updated_at': '2022-07-12T10:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:07.347857 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Calling delete_port for a7ea938f-ead3-4340-8b68-05b3a3ac5f08 owned by network:router_gateway {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:56:07.364393 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Checking router: 7f827897-12b6-4a41-9a08-a6fda0c5af11 for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:56:07.378441 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Routers {'7f827897-12b6-4a41-9a08-a6fda0c5af11'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:56:07.379787 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:55:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['7f827897-12b6-4a41-9a08-a6fda0c5af11'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:07.478143 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] Set router 7f827897-12b6-4a41-9a08-a6fda0c5af11 gateway port host: None {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:56:07.532198 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:56:07Z', 'revision_number': 6, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port_host': None}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:07.557092 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda6fcb6-2fb5-4716-a3b6-546d442e4b7a None None] The sync data for ids ['7f827897-12b6-4a41-9a08-a6fda0c5af11'] in dv-cinder-847864-7-iscsi is: [{'id': '7f827897-12b6-4a41-9a08-a6fda0c5af11', 'name': 'tempest-AttachVolumeShelveTestJSON-1664087669-router', 'tenant_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:47:44Z', 'updated_at': '2022-07-12T10:56:07Z', 'revision_number': 6, 'project_id': 'a10d17a3b8ab489c934fbde27e6e6993', 'gw_port_host': None}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:56:07.596607 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (a7ea938f-ead3-4340-8b68-05b3a3ac5f08), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.622735 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ea938f-ead3-4340-8b68-05b3a3ac5f08,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:07.685059 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.780247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.780247 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks [] for router_controller (7f827897-12b6-4a41-9a08-a6fda0c5af11), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.919617 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (7f827897-12b6-4a41-9a08-a6fda0c5af11), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.923226 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f827897-12b6-4a41-9a08-a6fda0c5af11 {{(pid=110925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 10:56:07.925899 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:07.927095 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-11885c7d-7800-4de8-b22f-79d5e511a55c admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f827897-12b6-4a41-9a08-a6fda0c5af11 HTTP/1.1" status: 204 len: 168 time: 1.0368347 Jul 12 10:56:07.930419 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60228) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:07.986557 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Deleting subnet 51b17ea4-756c-481a-bf92-65d4606e9abc {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:56:07.989880 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Publish callbacks [] for subnet (51b17ea4-756c-481a-bf92-65d4606e9abc), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.038036 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (51b17ea4-756c-481a-bf92-65d4606e9abc), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.113003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (51b17ea4-756c-481a-bf92-65d4606e9abc), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.216310 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60238) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:08.254372 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (51b17ea4-756c-481a-bf92-65d4606e9abc), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.288349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b17ea4-756c-481a-bf92-65d4606e9abc,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:08.294458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36bbd4c-8a02-4ae9-b7c9-f49626b07304 None None] Network 37e20212-50df-4378-91e9-916b28a2f7d3 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:56:08.295061 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.298257 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-343ef85b-dae7-4e00-8228-053a7d1de5b7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/51b17ea4-756c-481a-bf92-65d4606e9abc HTTP/1.1" status: 204 len: 168 time: 0.3666303 Jul 12 10:56:08.300919 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60244) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:08.344018 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57ee5db9-4f66-4c0d-9dc6-94e131833172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.383380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (37e20212-50df-4378-91e9-916b28a2f7d3), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.449991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Deleting port 403f9309-5e64-4c16-a7f2-3c8a72675bde {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:56:08.450556 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.459757 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57ee5db9-4f66-4c0d-9dc6-94e131833172 admin admin] Publish callbacks [] for security_group (dae86103-88ef-4407-9220-9d4ff62c7ece), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.508472 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] DHCP port deletion for 37e20212-50df-4378-91e9-916b28a2f7d3 request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 10:56:08.519333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] For port 403f9309-5e64-4c16-a7f2-3c8a72675bde, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=403f9309-5e64-4c16-a7f2-3c8a72675bde,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:08.519702 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.533613 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Calling delete_port for 403f9309-5e64-4c16-a7f2-3c8a72675bde owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:56:08.547464 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-57ee5db9-4f66-4c0d-9dc6-94e131833172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (dae86103-88ef-4407-9220-9d4ff62c7ece), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.558962 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Deleting port 403f9309-5e64-4c16-a7f2-3c8a72675bde {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:56:08.559976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.607568 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-57ee5db9-4f66-4c0d-9dc6-94e131833172 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f4107554f8d4ac08f1da04c466125cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900924 Jul 12 10:56:08.608228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60250) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:08.636060 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee5db9-4f66-4c0d-9dc6-94e131833172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae86103-88ef-4407-9220-9d4ff62c7ece,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:08.643925 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:56:08.661499 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] For port 403f9309-5e64-4c16-a7f2-3c8a72675bde, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=403f9309-5e64-4c16-a7f2-3c8a72675bde,segment=NetworkSegment(91b68ba1-18e3-485d-8e09-d4694b62cb3f),segment_id=91b68ba1-18e3-485d-8e09-d4694b62cb3f)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:08.661499 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.677238 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Calling delete_port for 403f9309-5e64-4c16-a7f2-3c8a72675bde owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:56:08.678068 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] Publish callbacks [] for security_group (dae86103-88ef-4407-9220-9d4ff62c7ece), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.703367 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] Publish callbacks [] for security_group (dae86103-88ef-4407-9220-9d4ff62c7ece), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.733289 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.759673 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (403f9309-5e64-4c16-a7f2-3c8a72675bde), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.769761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] No DVR routers for this DVR port 403f9309-5e64-4c16-a7f2-3c8a72675bde on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:56:08.775892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Pushing event deleted for resources: {'Port': ['ID=403f9309-5e64-4c16-a7f2-3c8a72675bde,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:08.800432 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] Pushing event deleted for resources: {'Port': ['ID=403f9309-5e64-4c16-a7f2-3c8a72675bde,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:08.805753 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6ca86-14e1-4ea2-9940-26001a466b07 None None] No DVR routers for this DVR port 403f9309-5e64-4c16-a7f2-3c8a72675bde on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:56:08.848028 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (dae86103-88ef-4407-9220-9d4ff62c7ece), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.851023 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.853122 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dae86103-88ef-4407-9220-9d4ff62c7ece HTTP/1.1" status: 204 len: 168 time: 0.2435906 Jul 12 10:56:08.861437 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6e524-5865-4c62-a6d3-1e7358c92ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae86103-88ef-4407-9220-9d4ff62c7ece,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:08.865599 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (37e20212-50df-4378-91e9-916b28a2f7d3), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.902792 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e20212-50df-4378-91e9-916b28a2f7d3']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:08.914791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b68ba1-18e3-485d-8e09-d4694b62cb3f') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:08.915333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b68ba1-18e3-485d-8e09-d4694b62cb3f') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:56:08.927711 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (91b68ba1-18e3-485d-8e09-d4694b62cb3f), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.943465 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (91b68ba1-18e3-485d-8e09-d4694b62cb3f), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.951476 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:56:08.951899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (91b68ba1-18e3-485d-8e09-d4694b62cb3f), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:08.996361 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 91b68ba1-18e3-485d-8e09-d4694b62cb3f resource provider aggregate not found Jul 12 10:56:09.018738 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 91b68ba1-18e3-485d-8e09-d4694b62cb3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91b68ba1-18e3-485d-8e09-d4694b62cb3f found for delete ", "request_id": "req-faaed1d1-f0aa-4a14-9849-68e726150141"}]} Jul 12 10:56:09.099523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (37e20212-50df-4378-91e9-916b28a2f7d3), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:09.114802 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:09.118957 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] 10.222.0.36 "DELETE /v2.0/networks/37e20212-50df-4378-91e9-916b28a2f7d3 HTTP/1.1" status: 204 len: 168 time: 0.8170896 Jul 12 10:56:09.130590 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cadf2-745d-4785-8503-72b7c6ccb92f admin admin] Pushing event deleted for resources: {'Network': ['ID=37e20212-50df-4378-91e9-916b28a2f7d3,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:09.400279 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device a7ea938f-ead3-4340-8b68-05b3a3ac5f08 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:56:09.419762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: a7ea938f-ead3-4340-8b68-05b3a3ac5f08 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:56:09.420112 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device a7ea938f-ead3-4340-8b68-05b3a3ac5f08 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:56:09.420529 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:56:09.438252 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:56:09.438601 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device e4bc14a5-3193-4fc4-a5d5-a5f8c48db4d0 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:56:09.439030 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 403f9309-5e64-4c16-a7f2-3c8a72675bde no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:56:09.457181 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 403f9309-5e64-4c16-a7f2-3c8a72675bde {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:56:09.457586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 403f9309-5e64-4c16-a7f2-3c8a72675bde not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:56:09.657807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60280) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:09.697638 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-7f86ab1f-5dcd-442b-9bd1-d40e8db22916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a10d17a3b8ab489c934fbde27e6e6993&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385251 Jul 12 10:56:09.700138 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60282) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:09.738611 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60284) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:09.751459 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] Publish callbacks [] for security_group (2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:09.754781 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9018ea5e-e602-4e7b-9f9f-18702ecf522a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:09.775716 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] Publish callbacks [] for security_group (2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:09.831635 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9018ea5e-e602-4e7b-9f9f-18702ecf522a admin admin] Publish callbacks [] for security_group (67c2182e-e346-40ee-b3e0-f55127a63d42), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.013535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.014137 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9018ea5e-e602-4e7b-9f9f-18702ecf522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (67c2182e-e346-40ee-b3e0-f55127a63d42), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.016217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.019903 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6 HTTP/1.1" status: 204 len: 168 time: 0.3163784 Jul 12 10:56:10.026636 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322389dd-f048-429e-a623-7b51e1f59dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e3d3c-204c-4e14-bf16-3b70d4d2b0e6,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:10.055426 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-9018ea5e-e602-4e7b-9f9f-18702ecf522a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=828c108032e24c27acaa8c39e5cec258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156066 Jul 12 10:56:10.056847 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ea5e-e602-4e7b-9f9f-18702ecf522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2182e-e346-40ee-b3e0-f55127a63d42,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:10.058378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60288) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:10.112291 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] Publish callbacks [] for security_group (67c2182e-e346-40ee-b3e0-f55127a63d42), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.134545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] Publish callbacks [] for security_group (67c2182e-e346-40ee-b3e0-f55127a63d42), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.247784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (67c2182e-e346-40ee-b3e0-f55127a63d42), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.250436 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:10.251628 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67c2182e-e346-40ee-b3e0-f55127a63d42 HTTP/1.1" status: 204 len: 168 time: 0.1920319 Jul 12 10:56:10.260436 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24f659-b4bf-4c56-a85e-c95b1122dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2182e-e346-40ee-b3e0-f55127a63d42,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:11.565022 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60346) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:11.662588 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-697522194-network', 'tenant_id': 'c85f9135536649f28ef299abdabefa33'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:56:11.745040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Made reservation on behalf of c85f9135536649f28ef299abdabefa33 for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:56:11.748895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:11.767736 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:11.848862 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks [] for security_group (f6136839-ae9b-4b25-a259-b6d2a55dc8d8), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:11.924760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f6136839-ae9b-4b25-a259-b6d2a55dc8d8), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:11.953791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:56:11.960227 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6136839-ae9b-4b25-a259-b6d2a55dc8d8,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:11.966467 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (a74ba756-4d8d-43f5-800f-a2778d8984b7), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:11.966811 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Added segment a74ba756-4d8d-43f5-800f-a2778d8984b7 of type vlan for network 841dcc0d-94b1-4d23-a2cc-fc77912deffb Jul 12 10:56:12.010557 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (841dcc0d-94b1-4d23-a2cc-fc77912deffb), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.107516 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (841dcc0d-94b1-4d23-a2cc-fc77912deffb), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.108427 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:12.109052 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.173984 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] Pushing event updated for resources: {'Network': ['ID=841dcc0d-94b1-4d23-a2cc-fc77912deffb,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:12.183920 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:56:12.225383 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-c13e2074-c847-4c9a-9fc9-02d7e5f0fa15 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6588950 Jul 12 10:56:12.228918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60358) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:12.233699 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Request body: {'subnet': {'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-697522194-subnet', 'tenant_id': 'c85f9135536649f28ef299abdabefa33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:56:12.339104 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Made reservation on behalf of c85f9135536649f28ef299abdabefa33 for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:56:12.341437 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813705'] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.376730 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60364) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:12.495055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-289c8c4b-1dc7-4bc5-827a-5c2130a58c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.579918 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-289c8c4b-1dc7-4bc5-827a-5c2130a58c29 admin admin] Publish callbacks [] for security_group (ee816c29-2128-4391-a778-a2ef9b9a5c14), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.610324 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125982774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813723'] for subnet (48e60de7-83cb-48f4-9920-850a7e40eca1), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.644382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-289c8c4b-1dc7-4bc5-827a-5c2130a58c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ee816c29-2128-4391-a778-a2ef9b9a5c14), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.664956 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e60de7-83cb-48f4-9920-850a7e40eca1,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:12.673772 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Checking segment: {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:56:12.674136 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Network hostable DHCP agents. Network: 841dcc0d-94b1-4d23-a2cc-fc77912deffb, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:56:12.685738 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c8c4b-1dc7-4bc5-827a-5c2130a58c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee816c29-2128-4391-a778-a2ef9b9a5c14,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:12.694293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60374) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:12.694430 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-289c8c4b-1dc7-4bc5-827a-5c2130a58c29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fac8c6db0b894e3b8d39a5db01cfb5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158350 Jul 12 10:56:12.746938 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] Publish callbacks [] for security_group (ee816c29-2128-4391-a778-a2ef9b9a5c14), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.767305 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] Publish callbacks [] for security_group (ee816c29-2128-4391-a778-a2ef9b9a5c14), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.796043 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:56:12.910378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 841dcc0d-94b1-4d23-a2cc-fc77912deffb) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:56:12.914946 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:12.919936 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.923045 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fb46a-d5f6-4416-9617-b6e06e44395c None None] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:56:12.939172 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ee816c29-2128-4391-a778-a2ef9b9a5c14), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.941797 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:12.942974 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee816c29-2128-4391-a778-a2ef9b9a5c14 HTTP/1.1" status: 204 len: 168 time: 0.2476437 Jul 12 10:56:12.951579 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaed53-ca89-4efc-9570-7ceece073411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee816c29-2128-4391-a778-a2ef9b9a5c14,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:13.004730 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a14cd734-9438-42c3-8751-5be6a03ce7b7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7657163 Jul 12 10:56:13.037519 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330bcb81-f1df-4e40-801d-1367d87e5762 None None] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:56:13.657660 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60396) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:13.672029 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f951c0fd-f9f9-4765-b772-be540f7f45aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:13.746002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f951c0fd-f9f9-4765-b772-be540f7f45aa admin admin] Publish callbacks [] for security_group (3d5cc47b-3acb-42cf-ad44-2fa6069aad15), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:13.867820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f951c0fd-f9f9-4765-b772-be540f7f45aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3d5cc47b-3acb-42cf-ad44-2fa6069aad15), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:13.916191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f951c0fd-f9f9-4765-b772-be540f7f45aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d86c31309eed46b5b546bc228b688cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569222 Jul 12 10:56:13.918783 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951c0fd-f9f9-4765-b772-be540f7f45aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5cc47b-3acb-42cf-ad44-2fa6069aad15,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:13.918970 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60400) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:13.978832 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] Publish callbacks [] for security_group (3d5cc47b-3acb-42cf-ad44-2fa6069aad15), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:14.011018 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] Publish callbacks [] for security_group (3d5cc47b-3acb-42cf-ad44-2fa6069aad15), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:14.404547 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (3d5cc47b-3acb-42cf-ad44-2fa6069aad15), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:14.407355 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:14.408611 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d5cc47b-3acb-42cf-ad44-2fa6069aad15 HTTP/1.1" status: 204 len: 168 time: 0.4883363 Jul 12 10:56:14.417281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8eab-d532-44b9-a8e2-7be82665a62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5cc47b-3acb-42cf-ad44-2fa6069aad15,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:15.749717 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60458) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:15.868187 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dd541255-433e-4ea2-b614-812a71eacf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:15.960203 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dd541255-433e-4ea2-b614-812a71eacf95 admin admin] Publish callbacks [] for security_group (7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.011279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-5cfefc41-1841-40d9-bc90-64d73dd4026e tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:16.012766 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-5cfefc41-1841-40d9-bc90-64d73dd4026e tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/networks?id=841dcc0d-94b1-4d23-a2cc-fc77912deffb HTTP/1.1" status: 200 len: 813 time: 0.3664143 Jul 12 10:56:16.027706 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-38b82f93-6360-4d16-adae-879ab84aaac4 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/quotas/c85f9135536649f28ef299abdabefa33 HTTP/1.1" status: 200 len: 375 time: 0.0095804 Jul 12 10:56:16.060446 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-693f4ebf-b1de-495d-815f-b690cb7a3e35 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278327 Jul 12 10:56:16.096229 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dd541255-433e-4ea2-b614-812a71eacf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.136597 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-dd541255-433e-4ea2-b614-812a71eacf95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04f209c46afe46248ffbae4cc078574c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3855302 Jul 12 10:56:16.137281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541255-433e-4ea2-b614-812a71eacf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:16.140403 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60464) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:16.183928 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-53fbc3ca-2259-4326-9ac8-2c686f94e624 service neutron] 10.222.0.36 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168981 Jul 12 10:56:16.250346 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] Publish callbacks [] for security_group (7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.286495 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] Publish callbacks [] for security_group (7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.325133 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-349986c5-6111-4c34-8eb8-c9830d21b339 service neutron] 10.222.0.36 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352170 Jul 12 10:56:16.485613 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60468) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:16.495735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.498383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.499527 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12 HTTP/1.1" status: 204 len: 168 time: 0.3581905 Jul 12 10:56:16.507959 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376ca7b-b760-476a-aac6-c123fdbcf692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc9aa1-4f98-4f36-bb9a-f7a882ebbe12,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:16.631129 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb72d-2b09-4d04-bbb0-4b5e80d914d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.654999 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8ed96110-812f-473c-85b5-b543ec293a88 req-5aa4b080-053b-4480-920d-110b830401f1 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0416663 Jul 12 10:56:16.729968 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb72d-2b09-4d04-bbb0-4b5e80d914d7 admin admin] Publish callbacks [] for security_group (09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.808314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-a7dbb72d-2b09-4d04-bbb0-4b5e80d914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.848149 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-a7dbb72d-2b09-4d04-bbb0-4b5e80d914d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0887dabd93cb455b98ed87686194a2d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614438 Jul 12 10:56:16.848988 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbb72d-2b09-4d04-bbb0-4b5e80d914d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:16.852157 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60484) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:16.920768 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] Publish callbacks [] for security_group (09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:16.945660 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] Publish callbacks [] for security_group (09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:17.088208 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:17.090683 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:17.091894 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1 HTTP/1.1" status: 204 len: 168 time: 0.2384052 Jul 12 10:56:17.100575 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30e757-2ad9-4ba4-98cf-65a8200b7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0e920-dfaa-4e6c-b7ee-5e37d50c28c1,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:17.742986 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-65fb0277-0c14-4efc-b29e-3cd9ebc4a9c1 req-bca7a4d5-4100-4ecc-8de7-f518e4ed3364 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0334098 Jul 12 10:56:18.842947 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2fe9ecdb-3e44-472e-85ed-7d6d4442eb6a req-75b33077-68f3-43e8-8253-10968000183b tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0310123 Jul 12 10:56:19.336279 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-368d6ad4-0d94-43a6-b48b-cd6b5d598bc5 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:19.338488 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-368d6ad4-0d94-43a6-b48b-cd6b5d598bc5 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "GET /v2.0/networks?id=841dcc0d-94b1-4d23-a2cc-fc77912deffb HTTP/1.1" status: 200 len: 813 time: 0.1139479 Jul 12 10:56:19.357472 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Request body: {'port': {'device_id': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb', 'admin_state_up': True, 'tenant_id': 'c85f9135536649f28ef299abdabefa33'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:56:19.661664 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Made reservation on behalf of c85f9135536649f28ef299abdabefa33 for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:56:19.665348 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:19.791236 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Allocated IP 172.20.0.3 (841dcc0d-94b1-4d23-a2cc-fc77912deffb/48e60de7-83cb-48f4-9920-850a7e40eca1/3ced8518-51fb-4581-bc36-dace8a0e0aa8) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:56:19.946135 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0e1ea54-0840-48be-b143-d7c5dbd0bc7f req-711bbc44-ad84-4d74-b0b1-3a358e2819d8 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0312960 Jul 12 10:56:19.947430 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks [] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.113883 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.153453 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:56:20.158620 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:56:20.162650 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:56:20.193121 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Pushing event updated for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:20.222903 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:20.223641 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.321478 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-c1f69469-8a1f-4244-a08a-9a38bf05d7c2 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9679542 Jul 12 10:56:20.339687 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Request body: {'port': {'device_id': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:56:20.399356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.665302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ced8518-51fb-4581-bc36-dace8a0e0aa8 {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:56:20.672879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks [] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.685439 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Transition to ACTIVE for port object 3ced8518-51fb-4581-bc36-dace8a0e0aa8 will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:56:20.799319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.853237 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Pushing event updated for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:20.919476 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Attempting to bind port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:56:20.919733 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Attempting to bind port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:56:20.920066 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Attempting to bind port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:56:20.924368 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:56:20.924897 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Attempting to bind port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:56:20.930159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:56:20.930500 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Checking segment: {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:56:20.930889 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Bound using segment: {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:56:20.931339 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Bound port: 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:56:20.931693 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:20.998391 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:56:21.001452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:56:21.069755 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d4bf6-d7fa-4712-a31b-c8903dabe0ed req-69a61e59-fbff-49e7-85c6-a16330518ffe tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.071333 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc9d4bf6-d7fa-4712-a31b-c8903dabe0ed req-69a61e59-fbff-49e7-85c6-a16330518ffe tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0553529 Jul 12 10:56:21.079418 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:21.118491 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.119163 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:21.119336 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fc9d4bf6-d7fa-4712-a31b-c8903dabe0ed req-a6b024ab-d6f7-4cb6-ba25-229cd9e067ea tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Jul 12 10:56:21.120573 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] 10.222.0.76 "PUT /v2.0/ports/3ced8518-51fb-4581-bc36-dace8a0e0aa8 HTTP/1.1" status: 200 len: 1093 time: 0.7854903 Jul 12 10:56:21.121023 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:56:21.123325 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cac2de-484b-4432-a419-93f8df8a6345" -d '{"events": [{"name": "network-changed", "server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:56:21.156029 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323631f4-dea0-4368-9d5f-dd240c2c8aff service neutron] Pushing event updated for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:21.169716 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45aa4ac-39a2-4655-bfbd-4a075b28286d x-openstack-request-id: req-c45aa4ac-39a2-4655-bfbd-4a075b28286d {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:56:21.169953 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:56:21.170210 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c45aa4ac-39a2-4655-bfbd-4a075b28286d {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:56:21.170647 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45aa4ac-39a2-4655-bfbd-4a075b28286d'] response: {'name': 'network-changed', 'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8', 'status': 'completed', 'code': 200} Jul 12 10:56:21.257544 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac2de-484b-4432-a419-93f8df8a6345 req-a0a74eb2-63ae-4224-881e-9c1b40160bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.259082 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-91cac2de-484b-4432-a419-93f8df8a6345 req-a0a74eb2-63ae-4224-881e-9c1b40160bbd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 1127 time: 0.0453134 Jul 12 10:56:21.371409 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac2de-484b-4432-a419-93f8df8a6345 req-606108e1-8194-4c12-91b6-9f406abef495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.372856 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-91cac2de-484b-4432-a419-93f8df8a6345 req-606108e1-8194-4c12-91b6-9f406abef495 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c85f9135536649f28ef299abdabefa33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1005101 Jul 12 10:56:21.480823 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac2de-484b-4432-a419-93f8df8a6345 req-c65a662b-0b5a-41d8-a820-10b1531a90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.482388 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-91cac2de-484b-4432-a419-93f8df8a6345 req-c65a662b-0b5a-41d8-a820-10b1531a90bf service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1042628 Jul 12 10:56:21.589684 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-331f8f49-aa2a-48ea-bb50-278319474cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.591345 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-331f8f49-aa2a-48ea-bb50-278319474cd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 1127 time: 0.0509338 Jul 12 10:56:21.637648 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-ef7959ce-4646-4c08-a49d-5e2e05ebff36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8 HTTP/1.1" status: 200 len: 217 time: 0.0329647 Jul 12 10:56:21.687122 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-de4cc3e2-3ab5-4444-8f37-fb548283f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:21.688715 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-de4cc3e2-3ab5-4444-8f37-fb548283f813 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=48e60de7-83cb-48f4-9920-850a7e40eca1 HTTP/1.1" status: 200 len: 853 time: 0.0454979 Jul 12 10:56:21.720186 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-92b02941-7ca3-45d5-8a87-634b3b3adbb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=841dcc0d-94b1-4d23-a2cc-fc77912deffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257022 Jul 12 10:56:21.814315 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-3646b9e4-8e04-41da-b760-1ca9266a519f service neutron] 10.222.0.76 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881875 Jul 12 10:56:21.905053 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5983bdc1-fa29-46da-ae4d-edeb9af55b6d req-5fec81e9-2405-4aa4-80ef-dd78c6c2761b service neutron] 10.222.0.76 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837235 Jul 12 10:56:22.249003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce8225-f761-4d4d-8685-bc5f01462922 req-331039ff-5ac4-4527-909d-6a6fffdf2240 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:22.255989 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85ce8225-f761-4d4d-8685-bc5f01462922 req-331039ff-5ac4-4527-909d-6a6fffdf2240 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0636880 Jul 12 10:56:22.306970 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-85ce8225-f761-4d4d-8685-bc5f01462922 req-5e316b8e-b6c2-4ab6-a399-03a9dd81103d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Jul 12 10:56:23.428285 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dabcfc-72f2-468f-a663-3723a13503a6 req-de560449-4906-470c-bc71-0f5b40af6e93 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:23.430551 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f1dabcfc-72f2-468f-a663-3723a13503a6 req-de560449-4906-470c-bc71-0f5b40af6e93 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0547729 Jul 12 10:56:23.479215 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f1dabcfc-72f2-468f-a663-3723a13503a6 req-c09b5a01-69a4-4b39-9ab5-2478d01a6e48 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420740 Jul 12 10:56:24.598562 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52223c-3fec-4ead-91bd-a0da94066215 req-6964e376-837a-4b53-90b7-77a8c93b6f95 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:24.600317 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52223c-3fec-4ead-91bd-a0da94066215 req-6964e376-837a-4b53-90b7-77a8c93b6f95 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0545447 Jul 12 10:56:24.647065 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9a52223c-3fec-4ead-91bd-a0da94066215 req-212b4b1c-7411-4095-8071-391b66685966 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Jul 12 10:56:25.462780 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-1873c916-8641-4ffc-8d7d-0dcc87ae82f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:25.768360 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3ff84-35aa-424f-9b98-b893450bc0e7 req-8ac1171f-9f1d-4b8f-a15f-aa2843359e8c tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:25.769922 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77e3ff84-35aa-424f-9b98-b893450bc0e7 req-8ac1171f-9f1d-4b8f-a15f-aa2843359e8c tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 943 time: 0.0560875 Jul 12 10:56:25.818595 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77e3ff84-35aa-424f-9b98-b893450bc0e7 req-ddfddfc9-2b50-414f-9760-b032496cf4de tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Jul 12 10:56:26.250579 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 3ced8518-51fb-4581-bc36-dace8a0e0aa8 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:56:26.348520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:26.360312 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '3ced8518-51fb-4581-bc36-dace8a0e0aa8', 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb', 'port_id': '3ced8518-51fb-4581-bc36-dace8a0e0aa8', 'mac_address': 'fa:16:3e:aa:48:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e60de7-83cb-48f4-9920-850a7e40eca1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:56:26.394901 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:56:26.395315 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:26.408619 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ced8518-51fb-4581-bc36-dace8a0e0aa8 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:56:26.427246 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:26.496039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:26.545724 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:26.815745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['3ced8518-51fb-4581-bc36-dace8a0e0aa8'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:56:26.950886 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930f57f-01d0-46b7-8ebf-22dcea69c9c2 req-b836b73e-0c95-47ea-8f5a-5603ef69313b tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:26.952516 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1930f57f-01d0-46b7-8ebf-22dcea69c9c2 req-b836b73e-0c95-47ea-8f5a-5603ef69313b tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0644581 Jul 12 10:56:27.004912 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1930f57f-01d0-46b7-8ebf-22dcea69c9c2 req-fc0c8130-029f-433c-81c1-8dccd40532ce tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447330 Jul 12 10:56:28.140475 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa947669-87a3-4526-a66a-88a62fe1053f req-0640c5a5-b8cd-4a63-b147-592eb58fd312 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:28.142095 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fa947669-87a3-4526-a66a-88a62fe1053f req-0640c5a5-b8cd-4a63-b147-592eb58fd312 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 944 time: 0.0584455 Jul 12 10:56:28.175982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f8ef8270-9fff-4d12-af85-d54b772de15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:28.191053 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fa947669-87a3-4526-a66a-88a62fe1053f req-b91c7122-87a7-42f4-91b7-f3eac098e71c tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Jul 12 10:56:28.717415 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 3ced8518-51fb-4581-bc36-dace8a0e0aa8 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:56:28.876271 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:56:28.880265 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:56:28.880635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:28.952617 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:56:28.953008 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:28.976327 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:56:28.978669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf1358-aa09-43f7-8ea2-6c2bdb1d0b40" -d '{"events": [{"server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:56:28.991248 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:56:29.018051 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed308412-be5d-4620-a30c-b13713a8c68b x-openstack-request-id: req-ed308412-be5d-4620-a30c-b13713a8c68b {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:56:29.018350 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "name": "network-vif-plugged", "status": "completed", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:56:29.018624 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed308412-be5d-4620-a30c-b13713a8c68b {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:56:29.019073 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed308412-be5d-4620-a30c-b13713a8c68b'] response: {'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8', 'code': 200} Jul 12 10:56:29.084635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:29.143756 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:29.313394 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf0b8-62c9-40f3-9d0c-fa80eadbcce4 req-20175998-eaae-4a91-9f95-75e13828ee53 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:29.314896 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4fdcf0b8-62c9-40f3-9d0c-fa80eadbcce4 req-20175998-eaae-4a91-9f95-75e13828ee53 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Jul 12 10:56:29.363752 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4fdcf0b8-62c9-40f3-9d0c-fa80eadbcce4 req-3e2a862e-83c2-4a9f-9dea-3c3be51262a6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jul 12 10:56:29.437013 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b878-0c5a-42b6-b7cc-2fed63dc7858 req-d2cd003b-3af2-4bac-a76d-a046e5e3917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:29.438598 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cf59b878-0c5a-42b6-b7cc-2fed63dc7858 req-d2cd003b-3af2-4bac-a76d-a046e5e3917e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 1129 time: 0.0517600 Jul 12 10:56:29.485875 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-cf59b878-0c5a-42b6-b7cc-2fed63dc7858 req-ddfdbf3f-99fd-40d5-8dd1-dae905e1e83a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Jul 12 10:56:30.061467 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:30.330290 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:30.486687 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d404d09-cc29-4fb7-b357-20fc0c032526 req-6e4d0c84-b317-4299-943c-00524fab6b72 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:30.488178 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9d404d09-cc29-4fb7-b357-20fc0c032526 req-6e4d0c84-b317-4299-943c-00524fab6b72 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Jul 12 10:56:30.539962 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9d404d09-cc29-4fb7-b357-20fc0c032526 req-e61e4f7e-6ff4-4bd7-9ad0-b84bb7b45658 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460041 Jul 12 10:56:31.660206 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353f162-a210-44d5-a210-94800aaee7eb req-672a5ccc-49f4-4f3b-a663-0b132a87dc89 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:31.661725 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e353f162-a210-44d5-a210-94800aaee7eb req-672a5ccc-49f4-4f3b-a663-0b132a87dc89 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Jul 12 10:56:31.708691 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e353f162-a210-44d5-a210-94800aaee7eb req-28697266-62f4-4675-a84b-a78e12dc4993 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Jul 12 10:56:32.107607 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:32.829728 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953f2ae-a816-4be1-91a6-fede38d17098 req-adfc35a4-b25e-4343-b274-2d0f17c7d435 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:32.831532 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a953f2ae-a816-4be1-91a6-fede38d17098 req-adfc35a4-b25e-4343-b274-2d0f17c7d435 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0537274 Jul 12 10:56:32.844359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:32.880973 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a953f2ae-a816-4be1-91a6-fede38d17098 req-3b3fa7af-27b5-4fd4-bf85-40b03ea2127b tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Jul 12 10:56:33.920227 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60750) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:34.011015 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bea4f-a08e-4517-8d75-19e05556baea req-4002819c-104d-4e84-ac87-ea3296a8319a tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:56:34.012782 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-042bea4f-a08e-4517-8d75-19e05556baea req-4002819c-104d-4e84-ac87-ea3296a8319a tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0619388 Jul 12 10:56:34.029971 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b6503764-39d4-49ac-92f8-81c1072edd97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.061514 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-042bea4f-a08e-4517-8d75-19e05556baea req-258f6bb7-2180-4b55-9993-709ec1f139a6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Jul 12 10:56:34.117244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b6503764-39d4-49ac-92f8-81c1072edd97 admin admin] Publish callbacks [] for security_group (26468d4a-a958-40e6-b018-848d71de5b1c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.290589 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b6503764-39d4-49ac-92f8-81c1072edd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (26468d4a-a958-40e6-b018-848d71de5b1c), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.330903 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b6503764-39d4-49ac-92f8-81c1072edd97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e444dd8e7e4423bbf4763f849065c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094124 Jul 12 10:56:34.332036 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6503764-39d4-49ac-92f8-81c1072edd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26468d4a-a958-40e6-b018-848d71de5b1c,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:34.333536 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60792) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:34.384760 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] Publish callbacks [] for security_group (26468d4a-a958-40e6-b018-848d71de5b1c), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.405908 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] Publish callbacks [] for security_group (26468d4a-a958-40e6-b018-848d71de5b1c), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.530041 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (26468d4a-a958-40e6-b018-848d71de5b1c), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.532643 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:34.533858 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26468d4a-a958-40e6-b018-848d71de5b1c HTTP/1.1" status: 204 len: 168 time: 0.1983404 Jul 12 10:56:34.545035 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674fa45-0ebd-4d78-9672-935a0c8fe111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26468d4a-a958-40e6-b018-848d71de5b1c,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:35.240596 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 60814) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:35.256916 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-45c1f593-aace-4971-96f4-460e0c65e357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.336511 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-45c1f593-aace-4971-96f4-460e0c65e357 admin admin] Publish callbacks [] for security_group (2ee6a45f-2448-482d-9d44-269d9942c1c7), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.419250 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-45c1f593-aace-4971-96f4-460e0c65e357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2ee6a45f-2448-482d-9d44-269d9942c1c7), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.463714 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-45c1f593-aace-4971-96f4-460e0c65e357 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1fe21a76bf7438e9536d1a300629b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205486 Jul 12 10:56:35.465958 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1f593-aace-4971-96f4-460e0c65e357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6a45f-2448-482d-9d44-269d9942c1c7,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:35.468986 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 60830) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:35.542828 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] Publish callbacks [] for security_group (2ee6a45f-2448-482d-9d44-269d9942c1c7), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.573700 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] Publish callbacks [] for security_group (2ee6a45f-2448-482d-9d44-269d9942c1c7), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.734437 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (2ee6a45f-2448-482d-9d44-269d9942c1c7), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.737300 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:35.738708 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ee6a45f-2448-482d-9d44-269d9942c1c7 HTTP/1.1" status: 204 len: 168 time: 0.2711074 Jul 12 10:56:35.748244 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707dd63-fb6c-4a7f-8094-1a3adffe92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6a45f-2448-482d-9d44-269d9942c1c7,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:45.634573 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:56:49.359849 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 32818) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:49.475205 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.555660 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Publish callbacks [] for security_group (bf87bb0d-042c-45d5-bc4f-460dca674946), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.627106 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (bf87bb0d-042c-45d5-bc4f-460dca674946), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.668755 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f14aaf8815264f0cb4214da6383ee22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077910 Jul 12 10:56:49.669612 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87bb0d-042c-45d5-bc4f-460dca674946,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:49.671661 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 32828) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:49.676950 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.677302 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.677653 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.677994 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.678420 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.678826 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.679113 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.679352 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.679689 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.680020 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.680347 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.680671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.681022 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f797de-bb04-448d-b1e5-7f6312f5bdfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.729333 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Publish callbacks [] for security_group (bf87bb0d-042c-45d5-bc4f-460dca674946), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.755185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Publish callbacks [] for security_group (bf87bb0d-042c-45d5-bc4f-460dca674946), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.962348 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (bf87bb0d-042c-45d5-bc4f-460dca674946), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.965044 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:49.966838 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf87bb0d-042c-45d5-bc4f-460dca674946 HTTP/1.1" status: 204 len: 168 time: 0.2938728 Jul 12 10:56:49.980358 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87bb0d-042c-45d5-bc4f-460dca674946,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:49.992470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.992470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.992470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.992470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.992470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.993180 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.993180 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.993180 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.993633 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.994090 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.994212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.994463 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:49.994803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b99c61c-aa1c-40d7-80dc-e2a3b34e9d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:56:50.615731 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 32836) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:50.630496 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-341b5479-6efe-4825-b8d6-fd9b1081d78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:50.709690 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-341b5479-6efe-4825-b8d6-fd9b1081d78b admin admin] Publish callbacks [] for security_group (85c183a4-48c1-436c-bacd-ae27358457b8), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:50.782030 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-341b5479-6efe-4825-b8d6-fd9b1081d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (85c183a4-48c1-436c-bacd-ae27358457b8), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:50.821884 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-341b5479-6efe-4825-b8d6-fd9b1081d78b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ea06bd516854ae58ca867002eb9e13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049544 Jul 12 10:56:50.822667 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5479-6efe-4825-b8d6-fd9b1081d78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c183a4-48c1-436c-bacd-ae27358457b8,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:50.824675 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 32840) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:56:50.876670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] Publish callbacks [] for security_group (85c183a4-48c1-436c-bacd-ae27358457b8), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:50.901492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] Publish callbacks [] for security_group (85c183a4-48c1-436c-bacd-ae27358457b8), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:51.027775 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (85c183a4-48c1-436c-bacd-ae27358457b8), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:51.030391 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:51.031606 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85c183a4-48c1-436c-bacd-ae27358457b8 HTTP/1.1" status: 204 len: 168 time: 0.2060583 Jul 12 10:56:51.041962 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fd387-4fb7-41b8-bd4e-81a370c736ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c183a4-48c1-436c-bacd-ae27358457b8,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:56:55.490279 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9147f3ad-9186-4b0f-bcae-220e886299d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:56:58.160501 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-33906285-79e0-465c-87a0-096adf90c1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:00.104517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:00.350740 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:02.055887 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:02.888008 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.011378 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33050) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:04.123570 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08267f50-3b34-419a-aa64-a041ab5331f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.203322 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08267f50-3b34-419a-aa64-a041ab5331f9 admin admin] Publish callbacks [] for security_group (aee1054c-7837-4a5b-814b-690d75c95d3e), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.301673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08267f50-3b34-419a-aa64-a041ab5331f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (aee1054c-7837-4a5b-814b-690d75c95d3e), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.342864 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-08267f50-3b34-419a-aa64-a041ab5331f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2f335cde7014196a588cefda1cc603d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302922 Jul 12 10:57:04.343931 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08267f50-3b34-419a-aa64-a041ab5331f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1054c-7837-4a5b-814b-690d75c95d3e,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:04.345597 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33054) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:04.397533 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] Publish callbacks [] for security_group (aee1054c-7837-4a5b-814b-690d75c95d3e), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.420509 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] Publish callbacks [] for security_group (aee1054c-7837-4a5b-814b-690d75c95d3e), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.547738 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (aee1054c-7837-4a5b-814b-690d75c95d3e), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.550456 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:04.555154 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aee1054c-7837-4a5b-814b-690d75c95d3e HTTP/1.1" status: 204 len: 168 time: 0.2069042 Jul 12 10:57:04.561445 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a3a50-5c48-4bd2-8ed2-a68b31531426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1054c-7837-4a5b-814b-690d75c95d3e,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:05.251431 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33070) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:05.265128 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5505bc3d-4e29-469b-a63a-ad50b0abffa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.339871 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5505bc3d-4e29-469b-a63a-ad50b0abffa8 admin admin] Publish callbacks [] for security_group (45596602-655d-41e5-9d94-d612fc6447c7), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.386928 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5505bc3d-4e29-469b-a63a-ad50b0abffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (45596602-655d-41e5-9d94-d612fc6447c7), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.425790 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5505bc3d-4e29-469b-a63a-ad50b0abffa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d16a9ec4b894b9e915aa7c0b3ff3bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732731 Jul 12 10:57:05.426669 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505bc3d-4e29-469b-a63a-ad50b0abffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45596602-655d-41e5-9d94-d612fc6447c7,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:05.428465 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33072) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:05.480035 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] Publish callbacks [] for security_group (45596602-655d-41e5-9d94-d612fc6447c7), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.502696 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] Publish callbacks [] for security_group (45596602-655d-41e5-9d94-d612fc6447c7), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.653512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (45596602-655d-41e5-9d94-d612fc6447c7), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.656176 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:05.659855 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45596602-655d-41e5-9d94-d612fc6447c7 HTTP/1.1" status: 204 len: 168 time: 0.2278647 Jul 12 10:57:05.665573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11fb8-c068-4234-821c-db6d82eb43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45596602-655d-41e5-9d94-d612fc6447c7,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:06.481263 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33082) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:06.494435 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1d011eca-75f0-4b4d-8409-c083e5bb814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.585495 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1d011eca-75f0-4b4d-8409-c083e5bb814f admin admin] Publish callbacks [] for security_group (d6120e84-3d61-452d-8bc7-5c258adefc10), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.639001 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-1d011eca-75f0-4b4d-8409-c083e5bb814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d6120e84-3d61-452d-8bc7-5c258adefc10), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.681134 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-1d011eca-75f0-4b4d-8409-c083e5bb814f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=498fad54e58542e4b28c8ede406cff90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987336 Jul 12 10:57:06.682548 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d011eca-75f0-4b4d-8409-c083e5bb814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6120e84-3d61-452d-8bc7-5c258adefc10,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:06.684798 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33086) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:06.736071 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] Publish callbacks [] for security_group (d6120e84-3d61-452d-8bc7-5c258adefc10), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.761813 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] Publish callbacks [] for security_group (d6120e84-3d61-452d-8bc7-5c258adefc10), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.890195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (d6120e84-3d61-452d-8bc7-5c258adefc10), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.892876 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:06.894065 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6120e84-3d61-452d-8bc7-5c258adefc10 HTTP/1.1" status: 204 len: 168 time: 0.2081501 Jul 12 10:57:06.902824 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f2470-b025-488e-bbba-04f0195823de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6120e84-3d61-452d-8bc7-5c258adefc10,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:08.015384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33114) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:08.130610 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1137818908-network', 'tenant_id': '9c149e6caa9d47cba2efc9173aac1fdd'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:08.253721 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Made reservation on behalf of 9c149e6caa9d47cba2efc9173aac1fdd for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:57:08.256281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.265863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.346371 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks [] for security_group (cebbaff8-a335-4f0f-9e84-6d9ef9093275), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.427592 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (cebbaff8-a335-4f0f-9e84-6d9ef9093275), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.456275 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] vlan segment allocate from pool success with {'vlan_id': 1085, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:57:08.462774 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebbaff8-a335-4f0f-9e84-6d9ef9093275,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:08.469698 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (544aa066-65f1-47d9-818a-346bac33b6c2), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.470056 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Added segment 544aa066-65f1-47d9-818a-346bac33b6c2 of type vlan for network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 Jul 12 10:57:08.513236 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.621251 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.622230 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:08.622811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:08.685224 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] Pushing event updated for resources: {'Network': ['ID=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:08.695111 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:57:08.750074 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c21a5c06-8aac-48d6-9f9b-7d0a85cc4dae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7335148 Jul 12 10:57:08.753120 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33122) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:08.758069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Request body: {'subnet': {'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1137818908-subnet', 'tenant_id': '9c149e6caa9d47cba2efc9173aac1fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:08.827040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Made reservation on behalf of 9c149e6caa9d47cba2efc9173aac1fdd for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:57:08.829397 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813705'] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:09.116650 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125982774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813723'] for subnet (b722c120-3c7e-48b1-8b8c-4f282d9214b4), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:09.175584 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b722c120-3c7e-48b1-8b8c-4f282d9214b4,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:09.183577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Checking segment: {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:57:09.184028 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Network hostable DHCP agents. Network: cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:57:09.311016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:57:09.396370 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:57:09.400699 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:09.401363 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:09.405695 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2ad6f-b825-4adb-b549-7f78659724c9 None None] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:57:09.484965 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-06af99c1-6dcd-4baa-a491-0775fa7f4798 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7306221 Jul 12 10:57:09.510860 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6630c6-b74e-4cc3-ad48-93e0ce8668dc None None] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:57:12.793056 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e134b3d8-98b0-45e8-bdf0-b12fec6e6ba0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:12.794600 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e134b3d8-98b0-45e8-bdf0-b12fec6e6ba0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/networks?id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 HTTP/1.1" status: 200 len: 809 time: 0.1069851 Jul 12 10:57:12.810047 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-fcf1e2eb-3004-4776-b5fa-1023304b3e48 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/quotas/9c149e6caa9d47cba2efc9173aac1fdd HTTP/1.1" status: 200 len: 375 time: 0.0095286 Jul 12 10:57:12.843102 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e862f75a-850d-4a01-bce3-a0beb0b76703 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276136 Jul 12 10:57:12.933145 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-ebfad57a-7b90-4161-9d68-db270235e800 service neutron] 10.222.0.36 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jul 12 10:57:13.026504 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-818d0494-5d15-42c2-b35d-b125ff384d79 service neutron] 10.222.0.36 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Jul 12 10:57:13.309722 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-80c5633d-3b4d-4020-8afb-d74ddf1a7332 req-de0a28ef-0e0b-4314-8993-a5cf7e68917f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0277710 Jul 12 10:57:13.899262 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33184) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:14.004442 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0493ffff-4b48-481e-8dee-dcdff994e3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.082001 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0493ffff-4b48-481e-8dee-dcdff994e3c2 admin admin] Publish callbacks [] for security_group (29342bd5-4e2d-4a06-8134-9e79b7273ba2), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.164739 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0493ffff-4b48-481e-8dee-dcdff994e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (29342bd5-4e2d-4a06-8134-9e79b7273ba2), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.208945 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0493ffff-4b48-481e-8dee-dcdff994e3c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c497f757aeb4024af2e53b75b499a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084757 Jul 12 10:57:14.209871 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493ffff-4b48-481e-8dee-dcdff994e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29342bd5-4e2d-4a06-8134-9e79b7273ba2,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:14.212052 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33188) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:14.270798 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] Publish callbacks [] for security_group (29342bd5-4e2d-4a06-8134-9e79b7273ba2), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.295747 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] Publish callbacks [] for security_group (29342bd5-4e2d-4a06-8134-9e79b7273ba2), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.388118 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-318738a1-ff77-4636-9e7b-d4b85885f85c req-3cd2ed22-9f58-497c-b2a7-f400c24e93ee tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0289862 Jul 12 10:57:14.442414 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (29342bd5-4e2d-4a06-8134-9e79b7273ba2), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.445105 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:14.446266 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29342bd5-4e2d-4a06-8134-9e79b7273ba2 HTTP/1.1" status: 204 len: 168 time: 0.2327678 Jul 12 10:57:14.455499 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3593e-5c71-4906-97ff-ebfccab0d88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29342bd5-4e2d-4a06-8134-9e79b7273ba2,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:15.466873 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4f359a2d-8a02-444a-bb0e-f005d2163289 req-d092a24d-13ac-4e1a-b814-17a0a672ed56 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0270698 Jul 12 10:57:16.312651 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33236) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:16.417322 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-520d877d-3ee9-49cd-9122-4a761d6e6168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.490123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-520d877d-3ee9-49cd-9122-4a761d6e6168 admin admin] Publish callbacks [] for security_group (bfc91805-db90-4b94-a4b4-f9408c939bea), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.550648 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8f0ed943-74a8-4ced-8d1a-138aea56aba8 req-f5a47ece-2a49-4870-bf44-b4714a3c5e86 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0283141 Jul 12 10:57:16.610609 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-520d877d-3ee9-49cd-9122-4a761d6e6168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (bfc91805-db90-4b94-a4b4-f9408c939bea), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.661619 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-520d877d-3ee9-49cd-9122-4a761d6e6168 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a79ffd821ab4e9a958c109651b428eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384266 Jul 12 10:57:16.661619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d877d-3ee9-49cd-9122-4a761d6e6168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc91805-db90-4b94-a4b4-f9408c939bea,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:16.662682 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33244) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:57:16.704664 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] Publish callbacks [] for security_group (bfc91805-db90-4b94-a4b4-f9408c939bea), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.729227 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] Publish callbacks [] for security_group (bfc91805-db90-4b94-a4b4-f9408c939bea), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.884279 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (bfc91805-db90-4b94-a4b4-f9408c939bea), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.887484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:16.889229 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfc91805-db90-4b94-a4b4-f9408c939bea HTTP/1.1" status: 204 len: 168 time: 0.2331536 Jul 12 10:57:16.897063 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ca1ee-b48b-45a3-80c1-cd0a17573801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc91805-db90-4b94-a4b4-f9408c939bea,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:17.631922 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9eed9ffb-a068-418e-b353-16f5411c00a9 req-179292dd-b564-47e3-8f58-444599f7dc1c tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0311761 Jul 12 10:57:18.746180 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b00149eb-a644-4fc7-bced-88bed263ff5d req-b30ecb24-da13-42e8-b02e-7ce43ef592e6 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0288527 Jul 12 10:57:19.841670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5f9d53b2-ab3e-4cb2-8d0a-e943e903d503 req-edee991c-5dd9-4446-84f5-c8117a7a571d tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0274143 Jul 12 10:57:20.387695 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-b08a1d98-5b7e-4b74-a4a0-98b5b7b24fcf tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:20.389069 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-b08a1d98-5b7e-4b74-a4a0-98b5b7b24fcf tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "GET /v2.0/networks?id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 HTTP/1.1" status: 200 len: 809 time: 0.1038091 Jul 12 10:57:20.419236 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Request body: {'port': {'device_id': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418', 'admin_state_up': True, 'tenant_id': '9c149e6caa9d47cba2efc9173aac1fdd'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:20.621240 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Made reservation on behalf of 9c149e6caa9d47cba2efc9173aac1fdd for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:57:20.624619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:20.748370 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Allocated IP 172.20.0.6 (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418/b722c120-3c7e-48b1-8b8c-4f282d9214b4/6932e4e4-ba0d-454a-a140-ef06608623a7) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:57:20.902200 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks [] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:20.941999 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f2dc589d-c60c-459a-be90-56979d3d1ff4 req-7723447a-5a26-4478-96e9-8b236197e570 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0299549 Jul 12 10:57:21.002669 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.049292 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:57:21.052547 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:57:21.056402 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:57:21.079950 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Pushing event updated for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:21.107879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:21.108488 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.187639 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-e8d01004-8e8e-4bdd-8f46-bc9f7511b62a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727234 Jul 12 10:57:21.205053 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Request body: {'port': {'device_id': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:21.264292 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.531968 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6932e4e4-ba0d-454a-a140-ef06608623a7 {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:21.539639 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks [] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.552347 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Transition to ACTIVE for port object 6932e4e4-ba0d-454a-a140-ef06608623a7 will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:57:21.661733 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.716635 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Pushing event updated for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:21.787738 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Attempting to bind port 6932e4e4-ba0d-454a-a140-ef06608623a7 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:57:21.788003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Attempting to bind port 6932e4e4-ba0d-454a-a140-ef06608623a7 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:57:21.788334 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Attempting to bind port 6932e4e4-ba0d-454a-a140-ef06608623a7 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:21.793319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Port 6932e4e4-ba0d-454a-a140-ef06608623a7 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:57:21.793642 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Attempting to bind port 6932e4e4-ba0d-454a-a140-ef06608623a7 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:21.798411 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:57:21.798750 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Checking segment: {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:57:21.799152 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Bound using segment: {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:57:21.799576 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Bound port: 6932e4e4-ba0d-454a-a140-ef06608623a7, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:57:21.799931 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:21.862897 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:57:21.866136 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6932e4e4-ba0d-454a-a140-ef06608623a7,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:57:21.982143 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:22.015446 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.016196 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:22.017605 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] 10.222.0.76 "PUT /v2.0/ports/6932e4e4-ba0d-454a-a140-ef06608623a7 HTTP/1.1" status: 200 len: 1093 time: 0.8167007 Jul 12 10:57:22.018055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:22.020327 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c998483f-84c3-4a78-8015-06d5e9d0f7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:22.059761 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8b2fe-6861-40a1-bdc6-7ab22bfd64ef service neutron] Pushing event updated for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:22.063248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470b37a3-0f29-4815-a2a0-b5c065d4523e x-openstack-request-id: req-470b37a3-0f29-4815-a2a0-b5c065d4523e {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:22.063540 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:22.063829 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-470b37a3-0f29-4815-a2a0-b5c065d4523e {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:22.064270 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470b37a3-0f29-4815-a2a0-b5c065d4523e'] response: {'name': 'network-changed', 'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7', 'status': 'completed', 'code': 200} Jul 12 10:57:22.080833 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d79802-e3a3-4748-98de-a28593270990 req-35207587-690e-4e3b-b13b-09be1cf80b31 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.084787 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-75d79802-e3a3-4748-98de-a28593270990 req-35207587-690e-4e3b-b13b-09be1cf80b31 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 943 time: 0.0734761 Jul 12 10:57:22.132107 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-75d79802-e3a3-4748-98de-a28593270990 req-2c9805b2-01f2-4111-9001-80fabc2d26e7 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439599 Jul 12 10:57:22.168457 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-5c7900fc-a0fd-4856-a168-09bc05bdacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.170041 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-5c7900fc-a0fd-4856-a168-09bc05bdacbd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 1127 time: 0.0508592 Jul 12 10:57:22.285028 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-25c38341-ae94-43e6-bff2-444adef46c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.286553 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-25c38341-ae94-43e6-bff2-444adef46c5d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0994458 Jul 12 10:57:22.387003 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-6a800be1-6060-4e7a-994b-16d8db672249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.388421 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c998483f-84c3-4a78-8015-06d5e9d0f7bc req-6a800be1-6060-4e7a-994b-16d8db672249 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920470 Jul 12 10:57:22.501739 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-5c34f101-48a2-4f26-ae91-7622d7b324c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.503493 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-5c34f101-48a2-4f26-ae91-7622d7b324c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 1127 time: 0.0496297 Jul 12 10:57:22.554085 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-445ecab2-1328-4cc7-9e16-7a34ed97592e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6932e4e4-ba0d-454a-a140-ef06608623a7 HTTP/1.1" status: 200 len: 217 time: 0.0353715 Jul 12 10:57:22.612396 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-2fe61aa4-bd90-408a-b3e0-daa2d98342df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:22.613887 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-2fe61aa4-bd90-408a-b3e0-daa2d98342df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b722c120-3c7e-48b1-8b8c-4f282d9214b4 HTTP/1.1" status: 200 len: 849 time: 0.0538814 Jul 12 10:57:22.633248 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:57:22.649081 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-910952b2-b2cf-492a-9272-9f5f093afce1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291183 Jul 12 10:57:22.741916 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-4711e192-d332-4a10-a741-2e58237eccfa service neutron] 10.222.0.76 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872285 Jul 12 10:57:22.837925 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c4d5bc59-49a7-4722-a353-d78143f3ca06 req-43cba213-f91f-4d65-942d-cdc6b186d58d service neutron] 10.222.0.76 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906117 Jul 12 10:57:23.255582 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21921-5628-46eb-8a79-654317528f0b req-e4c306b2-f972-445b-bb66-b8959bd2a2f4 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:23.257108 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90b21921-5628-46eb-8a79-654317528f0b req-e4c306b2-f972-445b-bb66-b8959bd2a2f4 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 943 time: 0.0526440 Jul 12 10:57:23.303283 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-90b21921-5628-46eb-8a79-654317528f0b req-7e401ec9-0f03-4525-8c7c-ea43b1c3b44b tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Jul 12 10:57:24.306178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97a813-7f46-419f-9f02-074705c583dd req-d7b35db2-1649-4e42-89e8-e8599e46a02e tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:24.307902 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f97a813-7f46-419f-9f02-074705c583dd req-d7b35db2-1649-4e42-89e8-e8599e46a02e tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0559926 Jul 12 10:57:24.355930 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f97a813-7f46-419f-9f02-074705c583dd req-81095a7c-fa21-4f14-8536-44629a92fc66 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Jul 12 10:57:24.425054 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296a9d0-ab5f-4d73-8203-47e0eaeaac36 req-2772df30-91a5-4b37-a596-55bb4b85c4c0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:24.426535 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1296a9d0-ab5f-4d73-8203-47e0eaeaac36 req-2772df30-91a5-4b37-a596-55bb4b85c4c0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 943 time: 0.0536532 Jul 12 10:57:24.473695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1296a9d0-ab5f-4d73-8203-47e0eaeaac36 req-a6603ebe-010d-4b8d-b8b4-0eec9498c305 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Jul 12 10:57:25.048727 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 6932e4e4-ba0d-454a-a140-ef06608623a7 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:57:25.146453 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6932e4e4-ba0d-454a-a140-ef06608623a7,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:25.159651 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '6932e4e4-ba0d-454a-a140-ef06608623a7', 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418', 'port_id': '6932e4e4-ba0d-454a-a140-ef06608623a7', 'mac_address': 'fa:16:3e:13:e7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b722c120-3c7e-48b1-8b8c-4f282d9214b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:57:25.196804 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 6932e4e4-ba0d-454a-a140-ef06608623a7 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:25.197192 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:25.210267 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6932e4e4-ba0d-454a-a140-ef06608623a7 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:25.229791 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6932e4e4-ba0d-454a-a140-ef06608623a7,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:25.336294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:25.393679 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:25.402341 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.402731 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.403089 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.403435 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.403769 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.404110 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.404443 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.404775 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.405106 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.405437 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.405767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.406093 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.406417 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:25.464807 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-37ab4aa0-27fe-46bd-ad3c-9d6940a0fbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:25.484031 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f0a84-99d2-40a6-bdc2-b202364e5690 req-b8a06ac4-a06b-4a3f-a748-cd508ed4857a tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:25.486396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7b0f0a84-99d2-40a6-bdc2-b202364e5690 req-b8a06ac4-a06b-4a3f-a748-cd508ed4857a tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0595176 Jul 12 10:57:25.535477 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7b0f0a84-99d2-40a6-bdc2-b202364e5690 req-f3f8672c-1d06-408d-94be-9e7f7bd49aa8 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Jul 12 10:57:25.594066 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb6fa-3b86-4c70-a9d6-256b27bf3545 req-7dd628e0-16bf-439d-9ec3-45564a90a4a3 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:25.595543 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-60bdb6fa-3b86-4c70-a9d6-256b27bf3545 req-7dd628e0-16bf-439d-9ec3-45564a90a4a3 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 944 time: 0.0538669 Jul 12 10:57:25.644063 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['6932e4e4-ba0d-454a-a140-ef06608623a7'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:57:25.645646 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-60bdb6fa-3b86-4c70-a9d6-256b27bf3545 req-3cdf88c1-4739-4ef5-a18a-52d843d1c3d1 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Jul 12 10:57:26.028335 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-9dddf1e8-2026-4cbd-9eff-07b72bf1083d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:26.029783 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-9dddf1e8-2026-4cbd-9eff-07b72bf1083d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Jul 12 10:57:26.117505 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Deleting port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:57:26.117850 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:26.208576 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] For port 3ced8518-51fb-4581-bc36-dace8a0e0aa8, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=3ced8518-51fb-4581-bc36-dace8a0e0aa8,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:26.208934 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:26.221989 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Calling delete_port for 3ced8518-51fb-4581-bc36-dace8a0e0aa8 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:57:26.450176 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (3ced8518-51fb-4581-bc36-dace8a0e0aa8), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:26.477471 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Pushing event deleted for resources: {'Port': ['ID=3ced8518-51fb-4581-bc36-dace8a0e0aa8,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:26.485539 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['3ced8518-51fb-4581-bc36-dace8a0e0aa8'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:57:26.522753 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] No DVR routers for this DVR port 3ced8518-51fb-4581-bc36-dace8a0e0aa8 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:57:26.525203 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:26.528613 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6a2c01a1-ebb1-42c9-9670-eaeffc071977 req-e78c6aa8-736a-4134-bb5f-3fedb713d6df tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "DELETE /v2.0/ports/3ced8518-51fb-4581-bc36-dace8a0e0aa8 HTTP/1.1" status: 204 len: 173 time: 0.4938428 Jul 12 10:57:26.529055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'name': 'network-vif-deleted', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:26.531377 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3840e-cfdc-44ee-801e-ef735ef03a6d" -d '{"events": [{"server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "name": "network-vif-deleted", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:26.567095 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4171fbe7-e4c4-4992-a926-feb6e2063272 x-openstack-request-id: req-4171fbe7-e4c4-4992-a926-feb6e2063272 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:26.567376 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f572eb1-3083-46b7-9d0b-7736c4c2b8e8", "name": "network-vif-deleted", "tag": "3ced8518-51fb-4581-bc36-dace8a0e0aa8", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:26.567628 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4171fbe7-e4c4-4992-a926-feb6e2063272 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:26.568031 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4171fbe7-e4c4-4992-a926-feb6e2063272'] response: {'server_uuid': '7f572eb1-3083-46b7-9d0b-7736c4c2b8e8', 'name': 'network-vif-deleted', 'tag': '3ced8518-51fb-4581-bc36-dace8a0e0aa8', 'status': 'completed', 'code': 200} Jul 12 10:57:26.637326 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6d646d34-f36b-4e0b-9d45-ea10448edf9b req-de711613-69cd-4483-88b2-c9fd092c52d6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7f572eb1-3083-46b7-9d0b-7736c4c2b8e8 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jul 12 10:57:26.770956 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15796e6a-11cb-4501-b5e9-d417162261ee req-e2a66e04-d397-4916-996a-798c457147c2 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:26.772362 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15796e6a-11cb-4501-b5e9-d417162261ee req-e2a66e04-d397-4916-996a-798c457147c2 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 944 time: 0.0589566 Jul 12 10:57:26.819931 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-15796e6a-11cb-4501-b5e9-d417162261ee req-cd698625-0745-4eac-8040-a6f4e9b7a2fe tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Jul 12 10:57:27.077533 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 6932e4e4-ba0d-454a-a140-ef06608623a7 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:57:27.173783 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 6932e4e4-ba0d-454a-a140-ef06608623a7 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:57:27.178440 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 6932e4e4-ba0d-454a-a140-ef06608623a7 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:57:27.179199 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:27.254158 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 6932e4e4-ba0d-454a-a140-ef06608623a7 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:27.254542 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:27.277443 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:27.279685 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be08ac2-e4e0-4513-aedc-93d85ade49fc" -d '{"events": [{"server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "name": "network-vif-plugged", "status": "completed", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:27.291802 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6932e4e4-ba0d-454a-a140-ef06608623a7,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:27.314281 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafee267-f0d8-4146-9789-0202b9e6a693 x-openstack-request-id: req-eafee267-f0d8-4146-9789-0202b9e6a693 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:27.314667 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "name": "network-vif-plugged", "status": "completed", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:27.314821 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eafee267-f0d8-4146-9789-0202b9e6a693 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:27.315241 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafee267-f0d8-4146-9789-0202b9e6a693'] response: {'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7', 'code': 200} Jul 12 10:57:27.381210 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:27.428994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:27.687695 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa8e6-5933-4194-9a0d-e99c221686fa req-9601cf88-020b-4218-8938-c21faa649526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:27.689564 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-b79aa8e6-5933-4194-9a0d-e99c221686fa req-9601cf88-020b-4218-8938-c21faa649526 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 1129 time: 0.0538871 Jul 12 10:57:27.736820 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-b79aa8e6-5933-4194-9a0d-e99c221686fa req-fac5ad7b-b21d-423e-b3c7-282697f28ae8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Jul 12 10:57:27.947966 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c34be-898c-4b09-8120-0c571bfbf946 req-b774b69c-1b30-4f65-9451-3766b4fc1a2e tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:27.950051 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5e8c34be-898c-4b09-8120-0c571bfbf946 req-b774b69c-1b30-4f65-9451-3766b4fc1a2e tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0537019 Jul 12 10:57:27.998063 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5e8c34be-898c-4b09-8120-0c571bfbf946 req-b606dbf3-8130-4278-b29b-bb4ece360f07 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Jul 12 10:57:28.164549 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5b26cfb5-8f73-4bc5-92e4-b2798d5c5fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:29.120996 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828df32-49ad-4a63-88f2-41276ce7e694 req-aeea3a49-fd7e-470c-b9a9-eea4c689883e tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:29.122486 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8828df32-49ad-4a63-88f2-41276ce7e694 req-aeea3a49-fd7e-470c-b9a9-eea4c689883e tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0563514 Jul 12 10:57:29.172826 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8828df32-49ad-4a63-88f2-41276ce7e694 req-65c4fb6d-7511-4775-bff6-254c1d35ec33 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Jul 12 10:57:30.066924 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:30.290866 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74cec9-fdd7-4040-ab38-ec4f9172a653 req-0d3a6efb-3636-4c61-8cd0-dc698a781c1c tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:30.301819 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2b74cec9-fdd7-4040-ab38-ec4f9172a653 req-0d3a6efb-3636-4c61-8cd0-dc698a781c1c tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0615396 Jul 12 10:57:30.348739 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2b74cec9-fdd7-4040-ab38-ec4f9172a653 req-ba2aa74f-3331-4d2e-b7f8-c68280f72efd tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Jul 12 10:57:31.053897 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:31.082996 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 3ced8518-51fb-4581-bc36-dace8a0e0aa8 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:57:31.102928 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 3ced8518-51fb-4581-bc36-dace8a0e0aa8 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:57:31.103302 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 3ced8518-51fb-4581-bc36-dace8a0e0aa8 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:57:31.472304 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb645-ae26-46e3-be94-fbee00767502 req-b2bfb6f4-635d-4a47-b518-c3a7c2d1f177 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:31.473795 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b72eb645-ae26-46e3-be94-fbee00767502 req-b2bfb6f4-635d-4a47-b518-c3a7c2d1f177 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0546746 Jul 12 10:57:31.522616 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b72eb645-ae26-46e3-be94-fbee00767502 req-fc903380-9118-46fc-ae51-deb66ffb6299 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Jul 12 10:57:32.082370 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:32.873458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:33.212974 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ffea5-7849-41f9-bd47-df00154dbbaf req-d87919f0-c9f4-456e-ab28-25b36d9be517 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:33.214442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-041ffea5-7849-41f9-bd47-df00154dbbaf req-d87919f0-c9f4-456e-ab28-25b36d9be517 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0572653 Jul 12 10:57:33.261705 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-041ffea5-7849-41f9-bd47-df00154dbbaf req-d09d4933-4e8a-4880-9af7-e5d1f3d8534a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Jul 12 10:57:34.381782 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e849844-ad4d-4009-ae32-a04185fbf79a req-b39710f3-e16f-4a74-8ada-093d8e92d017 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:34.383526 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4e849844-ad4d-4009-ae32-a04185fbf79a req-b39710f3-e16f-4a74-8ada-093d8e92d017 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0528171 Jul 12 10:57:34.430395 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4e849844-ad4d-4009-ae32-a04185fbf79a req-3296d163-d0e1-4c81-9ddc-ad2b147889ed tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Jul 12 10:57:35.556924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1264c8-c16b-420d-88b2-b30a609f6deb req-85462ce0-4e07-49fa-9cc6-dc0fd5ce350f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:35.558394 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad1264c8-c16b-420d-88b2-b30a609f6deb req-85462ce0-4e07-49fa-9cc6-dc0fd5ce350f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0575287 Jul 12 10:57:35.607942 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad1264c8-c16b-420d-88b2-b30a609f6deb req-86c17aff-e8c7-454d-a8e8-a6eb24ada461 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Jul 12 10:57:36.725971 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86d324-a492-49a1-8d04-4488f1a069b8 req-393b9763-7232-4174-919b-cbdd0f0ff723 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:36.727535 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f86d324-a492-49a1-8d04-4488f1a069b8 req-393b9763-7232-4174-919b-cbdd0f0ff723 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0527020 Jul 12 10:57:36.773665 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6f86d324-a492-49a1-8d04-4488f1a069b8 req-b75c56d6-d420-493a-9270-31c3ba02df58 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Jul 12 10:57:37.110195 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-0539f69f-3aae-41d6-9067-e987e20cc9aa tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:37.111763 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-0539f69f-3aae-41d6-9067-e987e20cc9aa tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 945 time: 0.0534885 Jul 12 10:57:37.205584 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Deleting port 6932e4e4-ba0d-454a-a140-ef06608623a7 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:57:37.205929 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:37.293398 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] For port 6932e4e4-ba0d-454a-a140-ef06608623a7, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=6932e4e4-ba0d-454a-a140-ef06608623a7,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:37.293760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:37.306899 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Calling delete_port for 6932e4e4-ba0d-454a-a140-ef06608623a7 owned by compute:nova {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:57:37.505307 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (6932e4e4-ba0d-454a-a140-ef06608623a7), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:37.533400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Pushing event deleted for resources: {'Port': ['ID=6932e4e4-ba0d-454a-a140-ef06608623a7,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:37.579079 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] No DVR routers for this DVR port 6932e4e4-ba0d-454a-a140-ef06608623a7 on host hv-cinder-84786 {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:57:37.581576 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:37.584983 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-5499adb3-30d0-4ec2-833e-eeec5f916e7a req-8a9c16ef-92c7-4eb5-88d2-eb303997d2e0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "DELETE /v2.0/ports/6932e4e4-ba0d-454a-a140-ef06608623a7 HTTP/1.1" status: 204 len: 173 time: 0.4679208 Jul 12 10:57:37.585449 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'name': 'network-vif-deleted', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:37.587791 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecf1476-fe1e-40d7-8f73-460fd853da84" -d '{"events": [{"server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "name": "network-vif-deleted", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:37.623303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06cacf-6cec-476b-a245-95b55d6f20e7 x-openstack-request-id: req-ae06cacf-6cec-476b-a245-95b55d6f20e7 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:37.623586 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dfb63a-6fa5-4553-9f08-6848927e27ce", "name": "network-vif-deleted", "tag": "6932e4e4-ba0d-454a-a140-ef06608623a7", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:37.623814 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae06cacf-6cec-476b-a245-95b55d6f20e7 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:37.624253 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae06cacf-6cec-476b-a245-95b55d6f20e7'] response: {'server_uuid': '23dfb63a-6fa5-4553-9f08-6848927e27ce', 'name': 'network-vif-deleted', 'tag': '6932e4e4-ba0d-454a-a140-ef06608623a7', 'status': 'completed', 'code': 200} Jul 12 10:57:37.876043 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e98165ac-54b6-490d-97c0-05a3b5adc8eb req-aa8fb828-1094-49a3-bc50-e7563946b158 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=23dfb63a-6fa5-4553-9f08-6848927e27ce HTTP/1.1" status: 200 len: 210 time: 0.0316422 Jul 12 10:57:38.416569 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-a89771d1-ae57-41e2-84a7-d9e34351afd4 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:38.418065 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-a89771d1-ae57-41e2-84a7-d9e34351afd4 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/networks?id=841dcc0d-94b1-4d23-a2cc-fc77912deffb HTTP/1.1" status: 200 len: 813 time: 0.1052380 Jul 12 10:57:38.433934 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-3e21a802-6e99-42f2-a071-63d0aa616687 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/quotas/c85f9135536649f28ef299abdabefa33 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Jul 12 10:57:38.468070 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-314a0163-b182-4606-a87f-08c61863f28f tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276756 Jul 12 10:57:38.563118 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-8ca02536-0e93-4d51-bcde-81bfcf3e35ab service neutron] 10.222.0.36 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884285 Jul 12 10:57:38.652112 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-5902dcdb-44b7-47b4-9e9c-7cf1cd3b0e0b service neutron] 10.222.0.36 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831723 Jul 12 10:57:38.876206 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-447c37b5-4abc-4f99-b611-0491454232de req-2a640b31-5341-41b7-bfeb-495cf7548499 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 210 time: 0.0331814 Jul 12 10:57:39.130754 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 6932e4e4-ba0d-454a-a140-ef06608623a7 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:57:39.153318 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 6932e4e4-ba0d-454a-a140-ef06608623a7 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:57:39.153588 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 6932e4e4-ba0d-454a-a140-ef06608623a7 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:57:39.192489 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-39f39bf3-5e80-45f1-81cd-8399242dacfa tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:39.193962 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-39f39bf3-5e80-45f1-81cd-8399242dacfa tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/networks?id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 HTTP/1.1" status: 200 len: 809 time: 0.1038191 Jul 12 10:57:39.210031 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-af2fda30-f416-49b2-85ba-33fb94bc2a15 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/quotas/9c149e6caa9d47cba2efc9173aac1fdd HTTP/1.1" status: 200 len: 375 time: 0.0101848 Jul 12 10:57:39.244860 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-49ba126e-2a9c-4004-835e-8309b342f52c tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293510 Jul 12 10:57:39.338929 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-83dd9bcb-c71c-468c-9a70-1ed3a9bb5cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871594 Jul 12 10:57:39.429046 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-3c3ac9c1-444f-441c-8079-83ad9c2adb3c service neutron] 10.222.0.36 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Jul 12 10:57:39.691589 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5bb9c2cb-52fc-478c-bc5b-b8c8b49ba96b req-796541f8-4263-4e77-bf1e-e862788f69b0 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 210 time: 0.0329266 Jul 12 10:57:39.973814 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ce2649b1-095b-4543-9691-cbecdfa5a44b req-dee2c057-be79-44d4-803d-87e19a678656 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 210 time: 0.0283687 Jul 12 10:57:40.790007 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30b27221-58e7-4f57-813b-af79870aa2e2 req-e0a981b0-ba96-43ef-8e43-c05e1db0dca3 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 210 time: 0.0296721 Jul 12 10:57:40.983221 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-762cf818-d9d6-473a-8f0a-77bc98c80569 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:40.984615 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-762cf818-d9d6-473a-8f0a-77bc98c80569 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "GET /v2.0/networks?id=841dcc0d-94b1-4d23-a2cc-fc77912deffb HTTP/1.1" status: 200 len: 813 time: 0.1036112 Jul 12 10:57:41.003593 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Request body: {'port': {'device_id': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb', 'admin_state_up': True, 'tenant_id': 'c85f9135536649f28ef299abdabefa33'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:41.079634 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a199c357-326b-459a-b5a1-223fe5809a0d req-140ef1e0-a140-4fed-a888-eae72faeb351 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 210 time: 0.0349212 Jul 12 10:57:41.225281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Made reservation on behalf of c85f9135536649f28ef299abdabefa33 for: {'port': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:57:41.228726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:41.353456 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_common [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Allocated IP 172.20.0.13 (841dcc0d-94b1-4d23-a2cc-fc77912deffb/48e60de7-83cb-48f4-9920-850a7e40eca1/cc618f25-f01c-4c94-9b64-df6fea5173c2) {{(pid=110925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:57:41.504646 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks [] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:41.598957 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:41.647507 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Network 841dcc0d-94b1-4d23-a2cc-fc77912deffb is already hosted by enough agents. {{(pid=110925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:57:41.650753 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.base_scheduler [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Resources bound (agent type, host, resource id): {{(pid=110925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:57:41.653339 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Received port after_create {{(pid=110925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:57:41.672309 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-a6ff4e60-db85-4c79-81ca-4c5f9939007a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:41.673790 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-a6ff4e60-db85-4c79-81ca-4c5f9939007a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "GET /v2.0/networks?id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 HTTP/1.1" status: 200 len: 809 time: 0.1156898 Jul 12 10:57:41.683410 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Pushing event updated for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:41.693792 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Request body: {'port': {'device_id': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418', 'admin_state_up': True, 'tenant_id': '9c149e6caa9d47cba2efc9173aac1fdd'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:41.712503 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:41.713075 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:41.801187 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-bdd10a49-ae59-4b80-9e79-04334001a565 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8012652 Jul 12 10:57:41.818580 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Request body: {'port': {'device_id': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:41.882601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:41.907314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Made reservation on behalf of 9c149e6caa9d47cba2efc9173aac1fdd for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:57:41.910991 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.065498 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Allocated IP 172.20.0.8 (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418/b722c120-3c7e-48b1-8b8c-4f282d9214b4/dfec43fe-ff1c-4347-9feb-35f7e63d04a5) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:57:42.094429 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dc4b2f3c-884f-4b8b-ab23-297405de4b31 req-ed1bea81-80fc-4947-a618-cfbe1eb61102 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 210 time: 0.2333698 Jul 12 10:57:42.175396 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc618f25-f01c-4c94-9b64-df6fea5173c2 {{(pid=110925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:42.183213 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks [] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), precommit_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.195250 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.provisioning_blocks [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Transition to ACTIVE for port object cc618f25-f01c-4c94-9b64-df6fea5173c2 will not be triggered until provisioned by entity L2. {{(pid=110925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:57:42.267360 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.280730 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae7d62-145c-49f5-8662-e90f91819463 req-02380f75-ffa4-4afe-97a3-1ade84b56234 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:42.282261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d4ae7d62-145c-49f5-8662-e90f91819463 req-02380f75-ffa4-4afe-97a3-1ade84b56234 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 932 time: 0.0972378 Jul 12 10:57:42.287073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks [] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.319000 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=2']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:42.356787 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d4ae7d62-145c-49f5-8662-e90f91819463 req-81582cd7-14fb-4474-90c4-764024101cad tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Jul 12 10:57:42.385349 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Attempting to bind port cc618f25-f01c-4c94-9b64-df6fea5173c2 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:57:42.385747 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Attempting to bind port cc618f25-f01c-4c94-9b64-df6fea5173c2 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:57:42.386090 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Attempting to bind port cc618f25-f01c-4c94-9b64-df6fea5173c2 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:42.391085 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Port cc618f25-f01c-4c94-9b64-df6fea5173c2 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:57:42.391395 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Attempting to bind port cc618f25-f01c-4c94-9b64-df6fea5173c2 on network 841dcc0d-94b1-4d23-a2cc-fc77912deffb {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:42.396092 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:57:42.396433 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Checking segment: {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:57:42.396817 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Bound using segment: {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'} {{(pid=110925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:57:42.397319 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.managers [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Bound port: cc618f25-f01c-4c94-9b64-df6fea5173c2, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ba756-4d8d-43f5-800f-a2778d8984b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb'}}] {{(pid=110925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:57:42.397629 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), before_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.410523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.456210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:57:42.461335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:57:42.461542 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, cleared binding levels {{(pid=110925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:57:42.464162 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Pushing event updated for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:42.464746 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:57:42.466454 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:57:42.515245 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:42.515843 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.559005 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4846273'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_update {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.584859 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e30b6b35-ff44-44f6-aa17-103f7b3080fc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955331 Jul 12 10:57:42.604073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Request body: {'port': {'device_id': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:57:42.670844 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.855859 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:42.856469 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.858706 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] 10.222.0.76 "PUT /v2.0/ports/cc618f25-f01c-4c94-9b64-df6fea5173c2 HTTP/1.1" status: 200 len: 1094 time: 1.0444565 Jul 12 10:57:42.859174 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:42.861370 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c492065-08a9-4246-aafa-fd89125a278d" -d '{"events": [{"name": "network-changed", "server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:42.884255 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b03e83-0a47-4477-9601-5b9e0564a3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=3']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:42.911390 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26fa0ba-79a1-4c8f-b236-b791d60f815f x-openstack-request-id: req-f26fa0ba-79a1-4c8f-b236-b791d60f815f {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:42.915308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:42.915308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f26fa0ba-79a1-4c8f-b236-b791d60f815f {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:42.915308 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26fa0ba-79a1-4c8f-b236-b791d60f815f'] response: {'name': 'network-changed', 'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2', 'status': 'completed', 'code': 200} Jul 12 10:57:42.939837 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfec43fe-ff1c-4347-9feb-35f7e63d04a5 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:42.947780 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks [] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:42.959854 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Transition to ACTIVE for port object dfec43fe-ff1c-4347-9feb-35f7e63d04a5 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:57:42.998647 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492065-08a9-4246-aafa-fd89125a278d req-9fddcd07-74d1-410d-8103-997a4d9536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.000168 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6c492065-08a9-4246-aafa-fd89125a278d req-9fddcd07-74d1-410d-8103-997a4d9536f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 1128 time: 0.0466740 Jul 12 10:57:43.013603 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:43.066871 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Pushing event updated for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:43.109382 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492065-08a9-4246-aafa-fd89125a278d req-6b001954-f290-4753-b724-5fbb03f5d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.111228 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6c492065-08a9-4246-aafa-fd89125a278d req-6b001954-f290-4753-b724-5fbb03f5d302 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=c85f9135536649f28ef299abdabefa33&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973980 Jul 12 10:57:43.134714 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Attempting to bind port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:57:43.135242 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Attempting to bind port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:57:43.135429 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Attempting to bind port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:43.140532 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:57:43.140870 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Attempting to bind port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 on network cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:57:43.147678 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:57:43.148026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Checking segment: {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:57:43.148418 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Bound using segment: {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:57:43.148861 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Bound port: dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544aa066-65f1-47d9-818a-346bac33b6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:57:43.149312 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:43.210281 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c492065-08a9-4246-aafa-fd89125a278d req-1fec1b62-7c40-40a0-9a2b-9a0c2351c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.211804 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-6c492065-08a9-4246-aafa-fd89125a278d req-1fec1b62-7c40-40a0-9a2b-9a0c2351c03b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0950766 Jul 12 10:57:43.247457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:57:43.252081 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:57:43.263325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b940ce-f7b5-4dea-b483-47b288c42e6e req-6cb26d90-e4fa-4ebc-b4b5-3d0d5d57e8e3 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.264888 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-47b940ce-f7b5-4dea-b483-47b288c42e6e req-6cb26d90-e4fa-4ebc-b4b5-3d0d5d57e8e3 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 943 time: 0.0968926 Jul 12 10:57:43.313738 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-47b940ce-f7b5-4dea-b483-47b288c42e6e req-fc4f66d1-92b0-4f23-8c75-a5d4c6fe8f2c tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Jul 12 10:57:43.316808 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-295664d1-5791-4845-b90e-d9c55a99d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.318391 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-295664d1-5791-4845-b90e-d9c55a99d213 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c85f9135536649f28ef299abdabefa33&device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 1128 time: 0.0504477 Jul 12 10:57:43.324461 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:43.364307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.364927 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:43.366316 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] 10.222.0.76 "PUT /v2.0/ports/dfec43fe-ff1c-4347-9feb-35f7e63d04a5 HTTP/1.1" status: 200 len: 1093 time: 0.7669659 Jul 12 10:57:43.366830 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:43.367586 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-82c06070-8f22-412b-88d4-50edf9bc9ca0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2 HTTP/1.1" status: 200 len: 217 time: 0.0349953 Jul 12 10:57:43.369262 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:43.392900 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6863476-b637-44df-b342-1aa963e60c2c service neutron] Pushing event updated for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:43.423682 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aaac7c-cac3-421d-b49d-4d3afa54d2aa x-openstack-request-id: req-92aaac7c-cac3-421d-b49d-4d3afa54d2aa {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:43.423978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:43.424284 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92aaac7c-cac3-421d-b49d-4d3afa54d2aa {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:43.424692 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92aaac7c-cac3-421d-b49d-4d3afa54d2aa'] response: {'name': 'network-changed', 'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5', 'status': 'completed', 'code': 200} Jul 12 10:57:43.443285 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-df4c519b-ec26-4710-8c22-67db11365bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.444796 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-df4c519b-ec26-4710-8c22-67db11365bd7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=48e60de7-83cb-48f4-9920-850a7e40eca1 HTTP/1.1" status: 200 len: 853 time: 0.0513504 Jul 12 10:57:43.484054 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-cd52a6e6-6cab-40b3-a598-5827cebebfc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=841dcc0d-94b1-4d23-a2cc-fc77912deffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284901 Jul 12 10:57:43.518874 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b4cb3-8c63-4eba-8013-2e05efe202cc req-b2bc0094-fb08-4ad7-9379-2b63cc30f8aa tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.520450 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d63b4cb3-8c63-4eba-8013-2e05efe202cc req-b2bc0094-fb08-4ad7-9379-2b63cc30f8aa tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 944 time: 0.0871413 Jul 12 10:57:43.528602 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-a9610c60-eec5-4769-9cc4-9f6e3db03f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.530713 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-a9610c60-eec5-4769-9cc4-9f6e3db03f90 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 1127 time: 0.0683496 Jul 12 10:57:43.581242 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-16ffdf06-faf1-4fae-b130-875fb3f881cd service neutron] 10.222.0.76 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915761 Jul 12 10:57:43.626283 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d63b4cb3-8c63-4eba-8013-2e05efe202cc req-fdb29519-52c3-4d3f-8b92-c872ca8c5859 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998244 Jul 12 10:57:43.663349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-83d40ad0-5e89-4365-ab4f-9872a373f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.664957 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-83d40ad0-5e89-4365-ab4f-9872a373f88d service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1215830 Jul 12 10:57:43.674022 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [req-c30c49dd-0eb4-49c7-ad9d-1e1aa5fb4594 req-335f5405-e9ad-4432-920c-c8597e82a143 service neutron] 10.222.0.76 "GET /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873384 Jul 12 10:57:43.762341 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-5d9638f6-8806-4d3d-9081-957b054ee78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.764297 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e1fa5242-7866-4a2a-a3b8-7dbf29f08570 req-5d9638f6-8806-4d3d-9081-957b054ee78a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0931895 Jul 12 10:57:43.896910 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-958d05df-b92b-4617-8b53-4114e6fdfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.898472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-958d05df-b92b-4617-8b53-4114e6fdfbbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 1127 time: 0.0465183 Jul 12 10:57:43.945248 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-bde43cd1-d6df-4153-9f55-720c413657a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5 HTTP/1.1" status: 200 len: 217 time: 0.0318301 Jul 12 10:57:43.997174 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-84cfa22c-189d-4829-99ab-f1f3f46d02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:43.999424 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-84cfa22c-189d-4829-99ab-f1f3f46d02e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b722c120-3c7e-48b1-8b8c-4f282d9214b4 HTTP/1.1" status: 200 len: 849 time: 0.0473809 Jul 12 10:57:44.035390 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-a5d1232a-a964-480f-8ac4-67286510e7bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292950 Jul 12 10:57:44.379566 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-c6e88ae0-b7f6-488f-ba3e-a068c786ee6a service neutron] 10.222.0.76 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380442 Jul 12 10:57:44.493895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4b397-4e52-49f7-996d-4b9d480fa37a req-e06fcef0-99e5-488e-9999-b0ea3679a23d tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:44.495538 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-81e4b397-4e52-49f7-996d-4b9d480fa37a req-e06fcef0-99e5-488e-9999-b0ea3679a23d tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 943 time: 0.1118512 Jul 12 10:57:44.524564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a67e4d97-d4f4-4b16-b650-7041036a242c req-4dfc10e5-17d2-43fa-a1c0-efd8a66a327a service neutron] 10.222.0.76 "GET /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391277 Jul 12 10:57:44.551739 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-81e4b397-4e52-49f7-996d-4b9d480fa37a req-b6b414e7-bee5-40f9-ad73-69b44aa2e505 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Jul 12 10:57:44.749966 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734de6a-3845-4477-a9c7-3d322212f8a7 req-77f29b99-7a2e-41a2-b2da-fd995151521c tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:44.751463 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9734de6a-3845-4477-a9c7-3d322212f8a7 req-77f29b99-7a2e-41a2-b2da-fd995151521c tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 944 time: 0.0559416 Jul 12 10:57:44.798049 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9734de6a-3845-4477-a9c7-3d322212f8a7 req-58b394e3-a442-402c-a06a-60800aeba1d6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Jul 12 10:57:45.674222 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571800fe-4e6c-4ae7-aa11-2d2bc9a0a449 req-69013efe-a530-41ee-9ed8-92432bfbf71f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:45.675741 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-571800fe-4e6c-4ae7-aa11-2d2bc9a0a449 req-69013efe-a530-41ee-9ed8-92432bfbf71f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 943 time: 0.0555151 Jul 12 10:57:45.722376 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-571800fe-4e6c-4ae7-aa11-2d2bc9a0a449 req-b6761f59-8f5d-4388-a7af-7b2cb695d4d1 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Jul 12 10:57:45.967160 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb327-4050-419c-b046-14802a6b0c9e req-17954847-aae9-4076-a488-c082696bde40 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:45.968678 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bcbdb327-4050-419c-b046-14802a6b0c9e req-17954847-aae9-4076-a488-c082696bde40 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 944 time: 0.1017962 Jul 12 10:57:46.019737 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bcbdb327-4050-419c-b046-14802a6b0c9e req-d2e928d0-0f71-4203-88e9-ffefa2b86a2f tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Jul 12 10:57:46.843109 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aafa20-a996-4c7d-be32-90dccbc14199 req-0ed06590-78cc-4a3a-a1a2-df3715622903 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:46.844623 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a4aafa20-a996-4c7d-be32-90dccbc14199 req-0ed06590-78cc-4a3a-a1a2-df3715622903 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 943 time: 0.0568650 Jul 12 10:57:46.891442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a4aafa20-a996-4c7d-be32-90dccbc14199 req-b5d77d08-8a32-4d46-9c8d-a64b67cbdefe tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406580 Jul 12 10:57:47.137071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc9257-7756-47da-aca7-ac886a9f0dd6 req-f99e28d7-bae4-4016-b15a-c07c2ec248bc tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:47.139141 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27dc9257-7756-47da-aca7-ac886a9f0dd6 req-f99e28d7-bae4-4016-b15a-c07c2ec248bc tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 944 time: 0.0519240 Jul 12 10:57:47.185689 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-27dc9257-7756-47da-aca7-ac886a9f0dd6 req-268e3b19-836f-44f7-9df2-a8ce98f38fd8 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403764 Jul 12 10:57:47.194443 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device cc618f25-f01c-4c94-9b64-df6fea5173c2 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:57:47.293787 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:47.305228 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'cc618f25-f01c-4c94-9b64-df6fea5173c2', 'network_id': '841dcc0d-94b1-4d23-a2cc-fc77912deffb', 'port_id': 'cc618f25-f01c-4c94-9b64-df6fea5173c2', 'mac_address': 'fa:16:3e:4c:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e60de7-83cb-48f4-9920-850a7e40eca1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:57:47.338881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port cc618f25-f01c-4c94-9b64-df6fea5173c2 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:47.339290 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:47.351818 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc618f25-f01c-4c94-9b64-df6fea5173c2 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:47.371435 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:47.470732 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:47.471427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device dfec43fe-ff1c-4347-9feb-35f7e63d04a5 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:57:47.562864 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:47.608023 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:47.619023 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5', 'network_id': 'cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418', 'port_id': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5', 'mac_address': 'fa:16:3e:2d:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b722c120-3c7e-48b1-8b8c-4f282d9214b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:57:47.652469 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:47.652863 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:47.665596 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfec43fe-ff1c-4347-9feb-35f7e63d04a5 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:57:47.685784 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:47.781132 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:47.831027 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:48.013289 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869838c-03cb-4b7c-8eff-debd75fdeeac req-5ac4a0c4-28bd-4304-8c20-3aedd3743325 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:48.014795 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9869838c-03cb-4b7c-8eff-debd75fdeeac req-5ac4a0c4-28bd-4304-8c20-3aedd3743325 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 944 time: 0.0568824 Jul 12 10:57:48.062492 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9869838c-03cb-4b7c-8eff-debd75fdeeac req-59b87636-544b-448a-979f-08706b959460 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jul 12 10:57:48.133488 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['cc618f25-f01c-4c94-9b64-df6fea5173c2'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:57:48.158397 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['dfec43fe-ff1c-4347-9feb-35f7e63d04a5'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:57:48.306277 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1084b-bea8-4e42-b419-77e5cd478f42 req-84c5ee3f-923b-4b9f-a3b6-26aea7d19d1d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:48.307832 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29a1084b-bea8-4e42-b419-77e5cd478f42 req-84c5ee3f-923b-4b9f-a3b6-26aea7d19d1d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 945 time: 0.0535972 Jul 12 10:57:48.360822 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-29a1084b-bea8-4e42-b419-77e5cd478f42 req-1969ca87-ddbf-4fc6-a58a-fc9498699516 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Jul 12 10:57:49.184424 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5773c-862b-4ed3-8e86-aee590a9d7b6 req-241f5dd1-e046-4ba0-a709-eba72b869ce9 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:49.186662 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d6a5773c-862b-4ed3-8e86-aee590a9d7b6 req-241f5dd1-e046-4ba0-a709-eba72b869ce9 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 944 time: 0.0574479 Jul 12 10:57:49.226217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device cc618f25-f01c-4c94-9b64-df6fea5173c2 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:57:49.234073 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d6a5773c-862b-4ed3-8e86-aee590a9d7b6 req-8f88ab4f-e393-4e14-916a-36a1b1573724 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Jul 12 10:57:49.330140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port cc618f25-f01c-4c94-9b64-df6fea5173c2 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:57:49.334156 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port cc618f25-f01c-4c94-9b64-df6fea5173c2 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:57:49.334611 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.410438 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port cc618f25-f01c-4c94-9b64-df6fea5173c2 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:49.410933 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.434511 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:49.436930 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77fab70-cca0-4736-a0e0-ccbfb8b1d4f5" -d '{"events": [{"server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:49.451308 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:49.475117 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035731c-7fdf-49d1-9053-0548b69a66c5 x-openstack-request-id: req-2035731c-7fdf-49d1-9053-0548b69a66c5 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:49.475374 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "name": "network-vif-plugged", "status": "completed", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:49.475635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2035731c-7fdf-49d1-9053-0548b69a66c5 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:49.476220 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2035731c-7fdf-49d1-9053-0548b69a66c5'] response: {'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2', 'code': 200} Jul 12 10:57:49.486010 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78aae-f494-41ab-bd38-893bcd9d6b83 req-b29cde8b-981e-4ad9-95aa-40d980a646f1 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:49.490607 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9a78aae-f494-41ab-bd38-893bcd9d6b83 req-b29cde8b-981e-4ad9-95aa-40d980a646f1 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 945 time: 0.0565131 Jul 12 10:57:49.501559 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.502360 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device dfec43fe-ff1c-4347-9feb-35f7e63d04a5 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:57:49.550038 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b9a78aae-f494-41ab-bd38-893bcd9d6b83 req-c86cf4a3-b217-407a-b5a7-829ee0777915 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Jul 12 10:57:49.583645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:49.648294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:57:49.652242 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:57:49.657100 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.727269 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:57:49.727662 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.760033 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:49.801859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c2f38-9ae0-4ef6-aaa6-6f914e536b9e req-9b6d3600-6f54-40aa-a4af-4a93f618d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:49.803444 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a43c2f38-9ae0-4ef6-aaa6-6f914e536b9e req-9b6d3600-6f54-40aa-a4af-4a93f618d8b4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 1130 time: 0.0450711 Jul 12 10:57:49.827987 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:49.854339 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a43c2f38-9ae0-4ef6-aaa6-6f914e536b9e req-b0007fc2-c8c9-4688-b048-bda1536a3e38 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Jul 12 10:57:49.874886 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:50.353442 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c10c2-a477-4fc3-853d-416577fa2f78 req-8e7e6cdd-9354-4ff5-93c6-650d3d921a3a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:50.354948 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f80c10c2-a477-4fc3-853d-416577fa2f78 req-8e7e6cdd-9354-4ff5-93c6-650d3d921a3a tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0526559 Jul 12 10:57:50.401357 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f80c10c2-a477-4fc3-853d-416577fa2f78 req-c1f13304-16bd-4011-9e9d-32f49b6492a4 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Jul 12 10:57:50.672213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500dbfa-4823-4996-9f8b-2a3309d60469 req-3bc36258-df66-434d-b3ca-b16e23c352fc tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:50.673692 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6500dbfa-4823-4996-9f8b-2a3309d60469 req-3bc36258-df66-434d-b3ca-b16e23c352fc tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 946 time: 0.0524645 Jul 12 10:57:50.719377 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6500dbfa-4823-4996-9f8b-2a3309d60469 req-6b820053-ff14-4417-b755-9505161c954d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Jul 12 10:57:51.477196 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:51.480891 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b142a79c-83dd-4af2-8840-6b4aedcff5d9" -d '{"events": [{"server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "name": "network-vif-plugged", "status": "completed", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:51.518160 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81e385a-2290-4c19-b5c0-9cce98a9728d x-openstack-request-id: req-b81e385a-2290-4c19-b5c0-9cce98a9728d {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:51.518478 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "name": "network-vif-plugged", "status": "completed", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:51.518723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81e385a-2290-4c19-b5c0-9cce98a9728d {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:51.519159 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81e385a-2290-4c19-b5c0-9cce98a9728d'] response: {'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5', 'code': 200} Jul 12 10:57:51.530801 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ec3a-f567-4455-b78d-bd30304fc57d req-0328f667-8894-4392-a2aa-e4f7b096272b tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:51.532307 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4ba5ec3a-f567-4455-b78d-bd30304fc57d req-0328f667-8894-4392-a2aa-e4f7b096272b tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0628808 Jul 12 10:57:51.581079 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4ba5ec3a-f567-4455-b78d-bd30304fc57d req-b2bfb0cc-5467-4f13-991e-b72e10e1474b tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Jul 12 10:57:51.838841 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d702d3-d3ed-45dc-a7ab-2fcee7e0152c req-19ea7bfd-f354-4ac8-b965-1fe5d1465810 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:51.840460 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-52d702d3-d3ed-45dc-a7ab-2fcee7e0152c req-19ea7bfd-f354-4ac8-b965-1fe5d1465810 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Jul 12 10:57:51.915686 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-52d702d3-d3ed-45dc-a7ab-2fcee7e0152c req-60d6bddf-1092-4d62-afa6-b67d2e5b6599 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664082 Jul 12 10:57:51.918435 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2bf9-8255-418b-99d4-58280f9f1978 req-dc276ae2-ae21-4030-8452-602169993cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:51.920007 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-492c2bf9-8255-418b-99d4-58280f9f1978 req-dc276ae2-ae21-4030-8452-602169993cb6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 1129 time: 0.0786371 Jul 12 10:57:51.968232 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-492c2bf9-8255-418b-99d4-58280f9f1978 req-e23be006-3201-4461-9738-e63a2529fc7a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Jul 12 10:57:52.703467 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f24433-077c-4609-a92c-359482a14648 req-312a7b72-c907-4bf9-a99f-fba30598fb18 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:52.704974 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34f24433-077c-4609-a92c-359482a14648 req-312a7b72-c907-4bf9-a99f-fba30598fb18 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0532243 Jul 12 10:57:52.754188 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34f24433-077c-4609-a92c-359482a14648 req-9c209fe6-07a9-4e87-a725-4ab756dda73d tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436141 Jul 12 10:57:53.874853 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ee660-ddd5-4624-b132-f36755e4cb65 req-540dafd1-46fc-4109-b4ac-4c4494bfb682 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:53.876391 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e4ee660-ddd5-4624-b132-f36755e4cb65 req-540dafd1-46fc-4109-b4ac-4c4494bfb682 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0550742 Jul 12 10:57:53.925458 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-8e4ee660-ddd5-4624-b132-f36755e4cb65 req-19b47aba-5c85-4701-9913-6b16729d5288 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Jul 12 10:57:55.245193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3ca09-4b65-4bd7-917c-50b8826e0612 req-677e1d67-a3de-4a02-8740-462b4129042f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:55.246658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a5f3ca09-4b65-4bd7-917c-50b8826e0612 req-677e1d67-a3de-4a02-8740-462b4129042f tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0574555 Jul 12 10:57:55.295227 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a5f3ca09-4b65-4bd7-917c-50b8826e0612 req-29dd22c2-5ca8-4509-a6cf-0d4690f7acfc tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Jul 12 10:57:55.476788 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6b72618b-ef00-4804-b573-3419e48f83fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:56.416303 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431d10-4d96-4ee0-a181-ba70a11fcb03 req-c9c2cc4e-2a21-43ea-b46d-d4dec11ecd78 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:56.417789 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34431d10-4d96-4ee0-a181-ba70a11fcb03 req-c9c2cc4e-2a21-43ea-b46d-d4dec11ecd78 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0533805 Jul 12 10:57:56.464642 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-34431d10-4d96-4ee0-a181-ba70a11fcb03 req-5891d935-5df4-4fa5-b2f1-08bfe9028d64 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/security-groups?id=cebbaff8-a335-4f0f-9e84-6d9ef9093275&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Jul 12 10:57:56.823912 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-df9bc284-a77e-469a-ad60-7adb61c808d4 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:57:56.825364 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-df9bc284-a77e-469a-ad60-7adb61c808d4 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 945 time: 0.0559857 Jul 12 10:57:56.916217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Deleting port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:57:56.916572 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:57.011406 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] For port dfec43fe-ff1c-4347-9feb-35f7e63d04a5, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,segment=NetworkSegment(544aa066-65f1-47d9-818a-346bac33b6c2),segment_id=544aa066-65f1-47d9-818a-346bac33b6c2)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:57:57.011776 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:57.025278 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Calling delete_port for dfec43fe-ff1c-4347-9feb-35f7e63d04a5 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:57:57.198581 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (dfec43fe-ff1c-4347-9feb-35f7e63d04a5), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:57.229804 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Pushing event deleted for resources: {'Port': ['ID=dfec43fe-ff1c-4347-9feb-35f7e63d04a5,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:57:57.236343 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['dfec43fe-ff1c-4347-9feb-35f7e63d04a5'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:57:57.242623 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.242997 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.244694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.244694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.244694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.244694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.244694 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.245114 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.245238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.245566 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.245895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.246214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.246535 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:57:57.282596 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] No DVR routers for this DVR port dfec43fe-ff1c-4347-9feb-35f7e63d04a5 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:57:57.285094 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:57.288417 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-db78bec2-7c92-42c2-982a-fc8ff0735bf4 req-ea6208d5-b58d-45ae-8dd8-1dc9a43bfc02 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.76 "DELETE /v2.0/ports/dfec43fe-ff1c-4347-9feb-35f7e63d04a5 HTTP/1.1" status: 204 len: 173 time: 0.4579763 Jul 12 10:57:57.288918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'name': 'network-vif-deleted', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:57:57.291152 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c976c9-a187-40e5-812b-8b392f4f11e2" -d '{"events": [{"server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "name": "network-vif-deleted", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:57:57.332191 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10709e37-1e50-4a04-82ae-c5d2d3f654c6 x-openstack-request-id: req-10709e37-1e50-4a04-82ae-c5d2d3f654c6 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:57:57.332482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba6c082-39cc-4a1a-846a-fd183720cd0b", "name": "network-vif-deleted", "tag": "dfec43fe-ff1c-4347-9feb-35f7e63d04a5", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:57:57.332733 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10709e37-1e50-4a04-82ae-c5d2d3f654c6 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:57:57.333138 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10709e37-1e50-4a04-82ae-c5d2d3f654c6'] response: {'server_uuid': '0ba6c082-39cc-4a1a-846a-fd183720cd0b', 'name': 'network-vif-deleted', 'tag': 'dfec43fe-ff1c-4347-9feb-35f7e63d04a5', 'status': 'completed', 'code': 200} Jul 12 10:57:57.572185 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2cd411d1-7c1e-4c13-ac34-d9a6d08d84f8 req-0b7fc24f-9a47-49a7-8612-5c451a32a890 tempest-VolumesActionsTest-1032165026 tempest-VolumesActionsTest-1032165026-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba6c082-39cc-4a1a-846a-fd183720cd0b HTTP/1.1" status: 200 len: 210 time: 0.0280049 Jul 12 10:57:58.157210 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-048e2597-8f75-4b6a-9930-a951cde0e133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:57:59.632841 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:58:00.095521 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:01.055652 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:02.059668 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:02.755815 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device dfec43fe-ff1c-4347-9feb-35f7e63d04a5 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:58:02.786801 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: dfec43fe-ff1c-4347-9feb-35f7e63d04a5 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:58:02.787714 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device dfec43fe-ff1c-4347-9feb-35f7e63d04a5 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:58:02.846466 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:18.569217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f28984-9c74-4b4a-bfb0-6b707a4b409d req-692c8e2f-7567-48dc-9e2a-8bfe7ad766cf tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:18.570749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f28984-9c74-4b4a-bfb0-6b707a4b409d req-692c8e2f-7567-48dc-9e2a-8bfe7ad766cf tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 946 time: 0.0571625 Jul 12 10:58:18.632825 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-b0f28984-9c74-4b4a-bfb0-6b707a4b409d req-ac9204c1-fa97-4fb0-b379-8b09c133be08 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Jul 12 10:58:19.849102 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2a50c-5bf1-4728-9d8e-bedf99d7be91 req-7626e0fc-09dd-45d1-b2d0-871e7a499a10 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:19.852154 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0f2a50c-5bf1-4728-9d8e-bedf99d7be91 req-7626e0fc-09dd-45d1-b2d0-871e7a499a10 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 946 time: 0.0823178 Jul 12 10:58:19.920592 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f0f2a50c-5bf1-4728-9d8e-bedf99d7be91 req-2301d8c2-c4c8-472e-bd39-e9711c440ec7 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/security-groups?id=f6136839-ae9b-4b25-a259-b6d2a55dc8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624716 Jul 12 10:58:20.476628 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-9376868d-4536-4a50-bb41-000dd1dc9cbf tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:20.478261 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-9376868d-4536-4a50-bb41-000dd1dc9cbf tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 946 time: 0.0648446 Jul 12 10:58:20.579008 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Deleting port cc618f25-f01c-4c94-9b64-df6fea5173c2 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 10:58:20.579353 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:20.689276 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] For port cc618f25-f01c-4c94-9b64-df6fea5173c2, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=cc618f25-f01c-4c94-9b64-df6fea5173c2,segment=NetworkSegment(a74ba756-4d8d-43f5-800f-a2778d8984b7),segment_id=a74ba756-4d8d-43f5-800f-a2778d8984b7)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:20.689648 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:20.702515 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Calling delete_port for cc618f25-f01c-4c94-9b64-df6fea5173c2 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 10:58:20.947081 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (cc618f25-f01c-4c94-9b64-df6fea5173c2), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:20.979849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Pushing event deleted for resources: {'Port': ['ID=cc618f25-f01c-4c94-9b64-df6fea5173c2,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:20.984491 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['cc618f25-f01c-4c94-9b64-df6fea5173c2'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:58:21.086569 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1abd75f7-45cf-44d7-9094-183305864966 req-cb6532be-2616-48aa-84e9-ab0bcdf85da9 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 210 time: 0.0659485 Jul 12 10:58:21.113982 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] No DVR routers for this DVR port cc618f25-f01c-4c94-9b64-df6fea5173c2 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 10:58:21.116794 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:21.120529 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-36ced696-ee08-4c95-9492-cccef5f79e93 req-2be792ae-3070-4f11-93cd-78d72cbbb9f6 tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.76 "DELETE /v2.0/ports/cc618f25-f01c-4c94-9b64-df6fea5173c2 HTTP/1.1" status: 204 len: 173 time: 0.6363468 Jul 12 10:58:21.121000 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'name': 'network-vif-deleted', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:58:21.124522 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27eda9f4-0b23-40b4-808e-16c667d6cc36" -d '{"events": [{"server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "name": "network-vif-deleted", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:58:21.165810 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5229b527-fc8d-4911-9354-5705abe17bb7 x-openstack-request-id: req-5229b527-fc8d-4911-9354-5705abe17bb7 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:58:21.166330 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25", "name": "network-vif-deleted", "tag": "cc618f25-f01c-4c94-9b64-df6fea5173c2", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:58:21.166773 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5229b527-fc8d-4911-9354-5705abe17bb7 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:58:21.171251 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5229b527-fc8d-4911-9354-5705abe17bb7'] response: {'server_uuid': '399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25', 'name': 'network-vif-deleted', 'tag': 'cc618f25-f01c-4c94-9b64-df6fea5173c2', 'status': 'completed', 'code': 200} Jul 12 10:58:22.211650 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a754bfeb-f73c-419d-b60b-4db374eb4735 req-cd9a4184-75cf-4376-9eaf-ebf807481b7d tempest-VolumesSnapshotTestJSON-1701953950 tempest-VolumesSnapshotTestJSON-1701953950-project] 10.222.0.36 "GET /v2.0/ports?device_id=399b8fa2-e6c7-4fd4-8dc7-b5d6bb1b4b25 HTTP/1.1" status: 200 len: 210 time: 0.0362201 Jul 12 10:58:25.417057 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device cc618f25-f01c-4c94-9b64-df6fea5173c2 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 10:58:25.436320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: cc618f25-f01c-4c94-9b64-df6fea5173c2 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 10:58:25.436669 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device cc618f25-f01c-4c94-9b64-df6fea5173c2 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 10:58:25.472686 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-326294bf-0bc3-44f5-938d-d8504b3b416d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:28.141375 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3c94-95a8-48fa-94d8-5ea1cb8967a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.258718 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33890) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:29.308058 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Deleting subnet b722c120-3c7e-48b1-8b8c-4f282d9214b4 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:58:29.311126 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Publish callbacks [] for subnet (b722c120-3c7e-48b1-8b8c-4f282d9214b4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.346457 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (b722c120-3c7e-48b1-8b8c-4f282d9214b4), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.387467 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (b722c120-3c7e-48b1-8b8c-4f282d9214b4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.522833 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (b722c120-3c7e-48b1-8b8c-4f282d9214b4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.551613 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b722c120-3c7e-48b1-8b8c-4f282d9214b4,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:29.562224 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.565601 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b722c120-3c7e-48b1-8b8c-4f282d9214b4 HTTP/1.1" status: 204 len: 168 time: 0.3057582 Jul 12 10:58:29.567823 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.568180 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.568464 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33896) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:29.568879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.569205 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.569562 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.569888 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.570228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.570564 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.570901 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.571255 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.571588 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.571926 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.572248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ab3f30-5c99-404f-ab42-aed1b68eb700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:29.641214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.719175 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.740026 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:29.749219 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544aa066-65f1-47d9-818a-346bac33b6c2') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:29.752998 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544aa066-65f1-47d9-818a-346bac33b6c2') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:29.759198 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (544aa066-65f1-47d9-818a-346bac33b6c2), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.772921 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (544aa066-65f1-47d9-818a-346bac33b6c2), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.778744 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:58:29.780298 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (544aa066-65f1-47d9-818a-346bac33b6c2), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.822344 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 544aa066-65f1-47d9-818a-346bac33b6c2 resource provider aggregate not found Jul 12 10:58:29.840630 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 544aa066-65f1-47d9-818a-346bac33b6c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 544aa066-65f1-47d9-818a-346bac33b6c2 found for delete ", "request_id": "req-a46c34ae-b2e8-430c-8a7c-bdc77f800141"}]} Jul 12 10:58:29.941485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.950561 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:29.955171 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418 HTTP/1.1" status: 204 len: 168 time: 0.3855522 Jul 12 10:58:29.966994 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6603b52-17b7-4596-b70d-8519bd9e9e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd17cf6a-f9ff-49ee-b1eb-546c2cfc1418,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:30.073259 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:30.305443 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33908) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:30.345733 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ad40851a-2c1a-485f-a1ac-82fb92e5f605 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c149e6caa9d47cba2efc9173aac1fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390120 Jul 12 10:58:30.348146 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33910) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:30.396409 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] Publish callbacks [] for security_group (cebbaff8-a335-4f0f-9e84-6d9ef9093275), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:30.417027 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] Publish callbacks [] for security_group (cebbaff8-a335-4f0f-9e84-6d9ef9093275), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:30.541452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (cebbaff8-a335-4f0f-9e84-6d9ef9093275), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:30.543990 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:30.545136 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cebbaff8-a335-4f0f-9e84-6d9ef9093275 HTTP/1.1" status: 204 len: 168 time: 0.1961637 Jul 12 10:58:30.554709 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1a89-d51b-463c-9ebf-481c78f0bf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebbaff8-a335-4f0f-9e84-6d9ef9093275,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:31.073498 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:32.061160 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:32.918736 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.238030 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 33976) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:35.341268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-942b5d16-f1a8-4ba8-8da6-f51a39088044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.414494 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-942b5d16-f1a8-4ba8-8da6-f51a39088044 admin admin] Publish callbacks [] for security_group (85317118-1cfa-4b68-9810-bd7d196c09ba), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.483953 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-942b5d16-f1a8-4ba8-8da6-f51a39088044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (85317118-1cfa-4b68-9810-bd7d196c09ba), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.523498 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-942b5d16-f1a8-4ba8-8da6-f51a39088044 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24fe5bd3141848f6ac23171d185a15d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835994 Jul 12 10:58:35.525490 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b5d16-f1a8-4ba8-8da6-f51a39088044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85317118-1cfa-4b68-9810-bd7d196c09ba,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:35.526360 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 33980) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:35.576107 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] Publish callbacks [] for security_group (85317118-1cfa-4b68-9810-bd7d196c09ba), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.597810 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] Publish callbacks [] for security_group (85317118-1cfa-4b68-9810-bd7d196c09ba), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.747131 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (85317118-1cfa-4b68-9810-bd7d196c09ba), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.749962 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:35.751283 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85317118-1cfa-4b68-9810-bd7d196c09ba HTTP/1.1" status: 204 len: 168 time: 0.2237790 Jul 12 10:58:35.760677 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69a55c-4241-4734-935d-28dccecd478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85317118-1cfa-4b68-9810-bd7d196c09ba,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:36.633076 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:58:36.678609 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34004) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:36.773251 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-896697824-network', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:36.867271 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Made reservation on behalf of b54d4125f56d4cf9b20632b7918214d2 for: {'network': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:58:36.869550 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:36.878290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:36.951644 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks [] for security_group (53b05e47-5b67-48e1-abe7-aedcddc55317), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.027048 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (53b05e47-5b67-48e1-abe7-aedcddc55317), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.057163 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=110926) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:58:37.067225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b05e47-5b67-48e1-abe7-aedcddc55317,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:37.072085 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (39cd4850-d684-400a-8593-f44bcce8c7db), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.074484 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.segments_db [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Added segment 39cd4850-d684-400a-8593-f44bcce8c7db of type vlan for network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d Jul 12 10:58:37.112908 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (77ea23ce-49f4-4e02-aa76-53e6ad285d4d), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.198310 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (77ea23ce-49f4-4e02-aa76-53e6ad285d4d), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.199368 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:37.200040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.259120 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] Pushing event updated for resources: {'Network': ['ID=77ea23ce-49f4-4e02-aa76-53e6ad285d4d,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:37.268529 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:58:37.320957 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-08a35c44-a561-4ffc-9716-5a900860fd3b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6412117 Jul 12 10:58:37.323705 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34010) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:37.328413 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Request body: {'subnet': {'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-896697824-subnet', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:37.421345 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Made reservation on behalf of b54d4125f56d4cf9b20632b7918214d2 for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:58:37.423695 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813705'] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.654483 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125982774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813723'] for subnet (f3873c8a-7ab9-4052-aab8-84989aa816b2), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.703677 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3873c8a-7ab9-4052-aab8-84989aa816b2,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:37.719285 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:37.719643 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Network hostable DHCP agents. Network: 77ea23ce-49f4-4e02-aa76-53e6ad285d4d, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:58:37.827455 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:58:37.918868 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 77ea23ce-49f4-4e02-aa76-53e6ad285d4d) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:37.923270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:37.923905 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:37.931684 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2ab1a-ef4b-4f5d-bfad-24ebccf96532 None None] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:58:38.011094 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-621d34a0-5335-42b5-b939-3b3b41a0520b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6861613 Jul 12 10:58:38.013601 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34014) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:38.017968 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:38.040061 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:58:38.040963 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.124522 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (552de510-340f-45cb-b189-40fb44e77d4b), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.125598 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (552de510-340f-45cb-b189-40fb44e77d4b), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.175362 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Allocated IP 172.20.0.2 (77ea23ce-49f4-4e02-aa76-53e6ad285d4d/f3873c8a-7ab9-4052-aab8-84989aa816b2/22aa9162-b055-48eb-b9a2-4b36567c3aa6) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:38.178269 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for router_controller (552de510-340f-45cb-b189-40fb44e77d4b), precommit_add_association {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.314992 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks [] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.383380 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for router_gateway (552de510-340f-45cb-b189-40fb44e77d4b), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.393217 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.432301 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:38.435145 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:38.438800 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:38.445282 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Pushing event updated for resources: {'Port': ['ID=22aa9162-b055-48eb-b9a2-4b36567c3aa6,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:38.454811 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.455190 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.455539 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.455878 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.456213 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.456546 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.456925 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.457253 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.457581 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.457910 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.458234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.458556 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.458874 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:38.510769 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Attempting to bind port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:38.511172 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Attempting to bind port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:38.511539 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Attempting to bind port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:38.517013 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:38.517395 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:38.517799 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.518196 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Bound using segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:38.518659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Bound port: 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:38.519083 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.578541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] For port 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:38.581681 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] For port 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=22aa9162-b055-48eb-b9a2-4b36567c3aa6,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:38.656541 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.661034 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for router_gateway (552de510-340f-45cb-b189-40fb44e77d4b), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.679604 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:38.715994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0cfa-e640-4ab0-b32e-3d705eb17c3b None None] Pushing event updated for resources: {'Port': ['ID=22aa9162-b055-48eb-b9a2-4b36567c3aa6,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:38.796118 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Allocated IP 172.27.2.227 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/9f711ffd-2b34-4fc3-abe1-6e04694f5ece) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:38.945538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.039773 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.083568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:39.086569 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:39.090478 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:39.118249 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:39.416099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for router_gateway (552de510-340f-45cb-b189-40fb44e77d4b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.547770 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 22aa9162-b055-48eb-b9a2-4b36567c3aa6 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:39.721513 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f88e5-3a9f-4b29-ae61-eae490766c79 None None] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:58:39.792405 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:39.792806 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.872471 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Provisioning complete for port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:39.872838 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.927804 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (552de510-340f-45cb-b189-40fb44e77d4b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:39.956411 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:39.956762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.023309 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=22aa9162-b055-48eb-b9a2-4b36567c3aa6,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:40.024499 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Current status of the port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:40.024923 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.111676 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.139590 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Router 552de510-340f-45cb-b189-40fb44e77d4b is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:58:40.184397 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.db.api [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 10:58:40.184762 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG oslo_db.api [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 10:58:40.185631 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=22aa9162-b055-48eb-b9a2-4b36567c3aa6,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:40.246029 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:58:40.254576 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:58:40.264735 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:40.265375 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:40.313169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.314396 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-e81d927c-4418-4abd-abba-cbb238477cb3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2998013 Jul 12 10:58:40.317217 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34024) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:40.366452 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:40.542030 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:39Z', 'revision_number': 3, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:40.570829 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:58:40.571074 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Updating router 552de510-340f-45cb-b189-40fb44e77d4b port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:58:40.602456 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.727645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8eee2-802b-4e77-b27a-9a0c70533292 None None] Current status of the port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:40.738942 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.848548 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-f577b70a-722c-43eb-b335-a5dc53b477cd None None] Provisioning complete for port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:40.848905 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f577b70a-722c-43eb-b335-a5dc53b477cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.854415 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks [] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.897013 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Allocated IP 172.20.0.1 (77ea23ce-49f4-4e02-aa76-53e6ad285d4d/f3873c8a-7ab9-4052-aab8-84989aa816b2/82ae7376-2379-4bfc-bbc8-4197dae9837c) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:40.918805 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.948915 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-f577b70a-722c-43eb-b335-a5dc53b477cd None None] Current status of the port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:40.969653 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Pushing event updated for resources: {'Port': ['ID=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,revision_number=2']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:40.979479 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Attempting to bind port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:40.979856 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Attempting to bind port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Attempting to bind port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986159 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986987 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.986987 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.987147 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.987473 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.987786 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:58:40.994041 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:40.994995 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:40.994995 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:40.995239 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:40.995906 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Bound port: 9f711ffd-2b34-4fc3-abe1-6e04694f5ece, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:40.996483 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.013667 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks [] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.047529 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] For port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:41.050558 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] For port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:41.111553 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.150139 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:41.151724 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.155212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:41.158874 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:41.188401 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Pushing event updated for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:41.208540 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba29ed-c809-40a8-9e17-362d273bf2b1 None None] Pushing event updated for resources: {'Port': ['ID=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:41.215659 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:41.216290 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:41.219883 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (552de510-340f-45cb-b189-40fb44e77d4b), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.412425 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:41.443211 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.479741 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 22aa9162-b055-48eb-b9a2-4b36567c3aa6 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:41.515547 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c946390f-0643-422b-aa20-0a61c8473052 None None] Provisioning complete for port 82ae7376-2379-4bfc-bbc8-4197dae9837c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:41.516059 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c946390f-0643-422b-aa20-0a61c8473052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.561121 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c946390f-0643-422b-aa20-0a61c8473052 None None] Port 82ae7376-2379-4bfc-bbc8-4197dae9837c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:58:41.570353 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:41.570967 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.607010 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:39Z', 'revision_number': 3, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:41.631482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks [] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.639394 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7739c1-84f8-49f8-b350-8cb64c51bfa4 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:39Z', 'revision_number': 3, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:58:41.648235 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:41.695612 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.765710 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (552de510-340f-45cb-b189-40fb44e77d4b), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:41.767468 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Pushing event updated for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:41.875892 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:41.877335 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:42.019799 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:58:42.143203 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:58:42.148343 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-32a6891e-a62b-41a1-b663-f4bf085d5e7b admin admin] 10.222.0.36 "PUT /v2.0/routers/552de510-340f-45cb-b189-40fb44e77d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300729 Jul 12 10:58:42.202156 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-0b71689f-b3b7-4148-b2de-588c1cda6ae6 None None] Provisioning complete for port 82ae7376-2379-4bfc-bbc8-4197dae9837c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:42.202709 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-0b71689f-b3b7-4148-b2de-588c1cda6ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:42.259535 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-0b71689f-b3b7-4148-b2de-588c1cda6ae6 None None] Port 82ae7376-2379-4bfc-bbc8-4197dae9837c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:58:42.868356 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34056) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:42.873257 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1085586164-network', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:42.981348 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Made reservation on behalf of dc3e3129d0334a9ca6730c78c4aea8bd for: {'network': 1} {{(pid=110925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:58:42.983852 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for network (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:42.994009 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.069387 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks [] for security_group (ab283b0e-feec-4304-86cc-16db84b0935a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.139643 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ab283b0e-feec-4304-86cc-16db84b0935a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.170248 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=110925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 10:58:43.172451 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab283b0e-feec-4304-86cc-16db84b0935a,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:43.184197 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (6142eac8-5620-412a-ac6f-3a46c192da8c), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.184651 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.segments_db [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Added segment 6142eac8-5620-412a-ac6f-3a46c192da8c of type vlan for network 85c38603-5584-434e-9753-0b2fa7d2e98a Jul 12 10:58:43.227052 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756705426854'] for network (85c38603-5584-434e-9753-0b2fa7d2e98a), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.276517 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:58:43.287095 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:43.287798 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:43.311093 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729'] for network (85c38603-5584-434e-9753-0b2fa7d2e98a), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.312080 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:43.312671 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.375958 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] Pushing event updated for resources: {'Network': ['ID=85c38603-5584-434e-9753-0b2fa7d2e98a,revision_number=1']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:43.387233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Network 85c38603-5584-434e-9753-0b2fa7d2e98a details requested by agent ovs-agent-dv-cinder-847864-7-iscsi with host dv-cinder-847864-7-iscsi {{(pid=110927) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 10:58:43.404286 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:43.458732 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-6b702597-cc64-411f-8308-8c4afb451f09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5892661 Jul 12 10:58:43.463002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34064) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:43.472238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Request body: {'subnet': {'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1085586164-subnet', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'ip_version': 4}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:43.532151 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9f711ffd-2b34-4fc3-abe1-6e04694f5ece up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:43.604290 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Made reservation on behalf of dc3e3129d0334a9ca6730c78c4aea8bd for: {'subnet': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:58:43.606860 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126813705'] for subnet (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.649787 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:43.650167 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.768586 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 2, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:43.773098 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:43.773480 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.801519 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:58:43.802211 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Updating router 552de510-340f-45cb-b189-40fb44e77d4b port 82ae7376-2379-4bfc-bbc8-4197dae9837c binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:58:43.834650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:43.841263 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.851581 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125982774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126813723'] for subnet (7dc92db1-8d5e-4dc1-b8a2-01e189855bfc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:43.916325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc92db1-8d5e-4dc1-b8a2-01e189855bfc,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:43.918989 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Checking segment: {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:43.919359 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Network hostable DHCP agents. Network: 85c38603-5584-434e-9753-0b2fa7d2e98a, hostable agents: ['88d1034b-a17e-4c77-a88e-08011682a67b'], hosted agents: [] {{(pid=110926) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 10:58:43.940342 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.045967 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:44.061270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Network 85c38603-5584-434e-9753-0b2fa7d2e98a is scheduled to be hosted by DHCP agent 88d1034b-a17e-4c77-a88e-08011682a67b with binding_index 1 {{(pid=110926) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 10:58:44.151732 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks [] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.170125 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847864-7-iscsi, 85c38603-5584-434e-9753-0b2fa7d2e98a) {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:44.174575 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:58:44.175300 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.179900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fe80c-5068-4436-bead-d1efe5487efe None None] Network 85c38603-5584-434e-9753-0b2fa7d2e98a requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:58:44.230004 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.258922 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-0f2f64b7-3b4b-4b47-956a-850a3952749f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7939715 Jul 12 10:58:44.261669 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34066) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:44.266063 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:44.376439 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-415227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1863'] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.377412 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-410429', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1870'] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.436002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for router_controller (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), precommit_add_association {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.441899 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1717-76b8-44fa-ac17-e6574104472b None None] Pushing event updated for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:44.471149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp650fb6a1-43b8-5975-9e75-812d842567a0-85c38603-5584-434e-9753-0b2fa7d2e98a', 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a', 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'fixed_ips': [{'subnet_id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc'}]}} from dv-cinder-847864-7-iscsi. {{(pid=110927) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 10:58:44.472024 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.592413 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Attempting to bind port 82ae7376-2379-4bfc-bbc8-4197dae9837c on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:44.592786 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Attempting to bind port 82ae7376-2379-4bfc-bbc8-4197dae9837c by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:44.593161 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Attempting to bind port 82ae7376-2379-4bfc-bbc8-4197dae9837c on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:44.604782 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:44.605167 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:44.605982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.605982 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Bound using segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:44.606448 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Bound port: 82ae7376-2379-4bfc-bbc8-4197dae9837c, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:44.606843 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.641913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for router_gateway (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.717695 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.db_base_plugin_common [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Allocated IP 172.20.0.2 (85c38603-5584-434e-9753-0b2fa7d2e98a/7dc92db1-8d5e-4dc1-b8a2-01e189855bfc/3e333f2f-9905-4ac3-b1a4-106865e6dde4) {{(pid=110927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:44.735789 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] For port 82ae7376-2379-4bfc-bbc8-4197dae9837c, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:44.741097 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] For port 82ae7376-2379-4bfc-bbc8-4197dae9837c, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=82ae7376-2379-4bfc-bbc8-4197dae9837c,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:44.743645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-95766c53-0f9a-4d6c-9984-6a86626d1363 None None] Provisioning complete for port 82ae7376-2379-4bfc-bbc8-4197dae9837c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:44.746634 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-95766c53-0f9a-4d6c-9984-6a86626d1363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.819919 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-95766c53-0f9a-4d6c-9984-6a86626d1363 None None] Port 82ae7376-2379-4bfc-bbc8-4197dae9837c cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:58:44.826455 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.942508 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf1717-76b8-44fa-ac17-e6574104472b None None] Pushing event updated for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:44.945398 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for router_gateway (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:44.946083 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:44.946672 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:44.975918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.008189 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks [] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), precommit_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.085313 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:45.088577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), after_create {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.096048 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Allocated IP 172.27.2.133 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/de92d501-55ac-44c6-82d9-9c1a5871235a) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:45.180279 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Network 85c38603-5584-434e-9753-0b2fa7d2e98a is already hosted by enough agents. {{(pid=110927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:45.204059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.208052 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.scheduler.base_scheduler [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Resources bound (agent type, host, resource id): {{(pid=110927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:45.211042 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Received port after_create {{(pid=110927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:45.214609 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Pushing event updated for resources: {'Port': ['ID=3e333f2f-9905-4ac3-b1a4-106865e6dde4,revision_number=1']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:45.238947 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Provisioning complete for port 82ae7376-2379-4bfc-bbc8-4197dae9837c triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:45.238947 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.277624 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.314761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:45.319594 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:45.323188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:45.344635 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Attempting to bind port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:45.345002 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Attempting to bind port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:45.345360 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Attempting to bind port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 on network 85c38603-5584-434e-9753-0b2fa7d2e98a {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:45.354826 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=de92d501-55ac-44c6-82d9-9c1a5871235a,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:45.367104 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:45.367482 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Checking segment: {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:45.367885 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.368268 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Bound using segment: {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:45.368742 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Bound port: 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:45.369116 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.492239 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9f711ffd-2b34-4fc3-abe1-6e04694f5ece up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:45.517081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Current status of the port 82ae7376-2379-4bfc-bbc8-4197dae9837c is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:45.517462 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.546659 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] For port 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:45.575719 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] For port 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3e333f2f-9905-4ac3-b1a4-106865e6dde4,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:45.589799 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] For port 82ae7376-2379-4bfc-bbc8-4197dae9837c, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=82ae7376-2379-4bfc-bbc8-4197dae9837c,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:45.609355 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:45.609720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.614066 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:44Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:45.659786 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f32245-3f69-49a2-9a1c-8b0a1bcbe07e None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:44Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:58:45.675022 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.708936 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for router_gateway (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.725593 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:45.790675 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3fef-1668-4c86-b29e-2c44d7089eea None None] Pushing event updated for resources: {'Port': ['ID=3e333f2f-9905-4ac3-b1a4-106865e6dde4,revision_number=2']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:45.872927 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:45.886449 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23516f-68a7-4d19-bc51-eab887592dea None None] Pushing event updated for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:46.011966 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-412876'] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:46.272016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac is scheduled to L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 with binding_index 1 {{(pid=110926) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 10:58:46.643389 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:58:46.662192 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Sync routers for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:58:46.671749 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:46.672490 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:46.777134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:46.779370 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-5cbdac3a-453a-4cd3-93f6-f437152bf9b2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5166538 Jul 12 10:58:46.782041 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34082) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:46.798071 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:46.877507 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952d656-e37f-4f99-a741-9d1420d40893 None None] Network 85c38603-5584-434e-9753-0b2fa7d2e98a requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 10:58:47.001429 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Provisioning complete for port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:47.001732 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.005402 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 3, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:47.031984 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Checking router: 6f8e90f9-1153-4e09-9188-c7c7d1c27eac for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:58:47.032631 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Updating router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac port de92d501-55ac-44c6-82d9-9c1a5871235a binding host dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:58:47.067657 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.118662 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Current status of the port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:47.119011 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.156723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] For port 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3e333f2f-9905-4ac3-b1a4-106865e6dde4,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:47.256431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.274879 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.335149 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa472f-2216-487d-ac77-83511abb7357 None None] Pushing event updated for resources: {'Port': ['ID=3e333f2f-9905-4ac3-b1a4-106865e6dde4,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:47.379818 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-aa2d4ccc-1794-4f3f-85c7-bf49eac4af55 None None] Provisioning complete for port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:47.380291 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-aa2d4ccc-1794-4f3f-85c7-bf49eac4af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.415663 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks [] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), precommit_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.484573 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Allocated IP 172.20.0.1 (85c38603-5584-434e-9753-0b2fa7d2e98a/7dc92db1-8d5e-4dc1-b8a2-01e189855bfc/72a9d13b-da8d-458d-b8a8-92d9d15e3231) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:58:47.501460 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.584911 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Attempting to bind port de92d501-55ac-44c6-82d9-9c1a5871235a on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:47.585425 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Attempting to bind port de92d501-55ac-44c6-82d9-9c1a5871235a by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:47.585911 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Attempting to bind port de92d501-55ac-44c6-82d9-9c1a5871235a on network 5daae12b-b703-4366-9f9d-7ddf65b090d5 {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:47.586580 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3e333f2f-9905-4ac3-b1a4-106865e6dde4 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:47.595866 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f36e6-831a-4de4-8e0f-4e7c157e47cc None None] Pushing event updated for resources: {'Port': ['ID=de92d501-55ac-44c6-82d9-9c1a5871235a,revision_number=2']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:47.607631 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:47.609980 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Checking segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:47.609980 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.609980 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Bound using segment: {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'} {{(pid=110928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:47.610856 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.managers [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Bound port: de92d501-55ac-44c6-82d9-9c1a5871235a, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817eb6a-9948-4052-b859-8ac0388bdbc1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5'}}] {{(pid=110928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:47.612781 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), before_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.623636 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d4ccc-1794-4f3f-85c7-bf49eac4af55 None None] Current status of the port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:47.648382 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:47.649011 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.671333 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] For port de92d501-55ac-44c6-82d9-9c1a5871235a, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:47.672037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks [] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.676264 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.plugins.ml2.db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] For port de92d501-55ac-44c6-82d9-9c1a5871235a, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=de92d501-55ac-44c6-82d9-9c1a5871235a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:47.727365 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:47.728399 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 82ae7376-2379-4bfc-bbc8-4197dae9837c up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:47.777812 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 82ae7376-2379-4bfc-bbc8-4197dae9837c triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:47.778252 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.788723 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron_lib.callbacks.manager [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), after_update {{(pid=110928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.854375 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:47.855304 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:47.863735 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 82ae7376-2379-4bfc-bbc8-4197dae9837c is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:47.897148 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f36e6-831a-4de4-8e0f-4e7c157e47cc None None] Pushing event updated for resources: {'Port': ['ID=de92d501-55ac-44c6-82d9-9c1a5871235a,revision_number=3']} {{(pid=110928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:47.900587 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:47.942757 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Network 85c38603-5584-434e-9753-0b2fa7d2e98a is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:47.946762 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:47.950669 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:58:47.953796 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Pushing event updated for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:47.970841 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:47.995399 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-412733'] for router_interface (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.160395 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 3, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:48.184938 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b89b05-f072-4884-93f1-f56686fd991c None None] The sync data for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi is: [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 3, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:58:48.245734 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c28a50e6-3fc8-4dcc-87ac-981d9fed67c3 None None] Provisioning complete for port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:48.246332 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c28a50e6-3fc8-4dcc-87ac-981d9fed67c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.265095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.280974 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c28a50e6-3fc8-4dcc-87ac-981d9fed67c3 None None] Port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:58:48.459202 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks [] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.517214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.590681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-579719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413069'] for router_interface (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:48.590681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Pushing event updated for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:48.726384 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Network 85c38603-5584-434e-9753-0b2fa7d2e98a is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:58:48.728240 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:58:48.870779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:58:49.012418 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c7f8c346-a44e-4ac0-a72b-8b9a2bfd7fb1 None None] Provisioning complete for port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:49.012717 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c7f8c346-a44e-4ac0-a72b-8b9a2bfd7fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.022052 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:58:49.035901 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fd3420f4-f70c-4dbb-b407-f8398b0d2255 admin admin] 10.222.0.36 "PUT /v2.0/routers/6f8e90f9-1153-4e09-9188-c7c7d1c27eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2473874 Jul 12 10:58:49.048933 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8c346-a44e-4ac0-a72b-8b9a2bfd7fb1 None None] Port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:58:49.514159 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device de92d501-55ac-44c6-82d9-9c1a5871235a up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:49.522788 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34116) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:49.527814 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14576121', 'description': 'tempest-secgroup-smoke-14576121 description', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:49.569096 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port de92d501-55ac-44c6-82d9-9c1a5871235a triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:49.569470 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.653233 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port de92d501-55ac-44c6-82d9-9c1a5871235a is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:49.653607 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.655754 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.679822 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] For port de92d501-55ac-44c6-82d9-9c1a5871235a, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=de92d501-55ac-44c6-82d9-9c1a5871235a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:49.749518 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (fa335f9e-dc9e-4fc6-8824-e906a9734b2c), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.771778 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.829705 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Pushing event updated for resources: {'Port': ['ID=de92d501-55ac-44c6-82d9-9c1a5871235a,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:49.838895 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fa335f9e-dc9e-4fc6-8824-e906a9734b2c), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.871543 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa335f9e-dc9e-4fc6-8824-e906a9734b2c,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:49.898199 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Sync routers for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:58:49.908423 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:49.908976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:49.972183 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:49.973570 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-75edcd06-aaa0-48b9-8d9a-78068331fa87 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4495244 Jul 12 10:58:49.978117 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34118) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:49.983935 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:50.021575 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34122) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:50.031199 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:50.080899 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Deleting subnet 48e60de7-83cb-48f4-9920-850a7e40eca1 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 10:58:50.085233 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Publish callbacks [] for subnet (48e60de7-83cb-48f4-9920-850a7e40eca1), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.114866 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (0d153345-0ade-4cd7-b320-ac002ed26bdd), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.136997 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (48e60de7-83cb-48f4-9920-850a7e40eca1), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.206357 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (48e60de7-83cb-48f4-9920-850a7e40eca1), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.230461 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (0d153345-0ade-4cd7-b320-ac002ed26bdd), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.253770 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:48Z', 'revision_number': 4, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '72a9d13b-da8d-458d-b8a8-92d9d15e3231', 'name': '', 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'mac_address': 'fa:16:3e:a1:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:47Z', 'updated_at': '2022-07-12T10:58:48Z', 'revision_number': 2, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'subnets': [{'id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:50.279702 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Checking router: 6f8e90f9-1153-4e09-9188-c7c7d1c27eac for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:58:50.280061 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Updating router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 binding host dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 10:58:50.309465 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.336269 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (0d153345-0ade-4cd7-b320-ac002ed26bdd), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.355943 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d153345-0ade-4cd7-b320-ac002ed26bdd,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:50.392059 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (48e60de7-83cb-48f4-9920-850a7e40eca1), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.420636 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e60de7-83cb-48f4-9920-850a7e40eca1,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:50.424570 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.428794 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-4dd159a2-5ee5-4f07-b72f-201d2f77761e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48e60de7-83cb-48f4-9920-850a7e40eca1 HTTP/1.1" status: 204 len: 168 time: 0.4050987 Jul 12 10:58:50.431946 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34124) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:50.510631 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.512771 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-c2f6b9bd-c12d-462a-842f-3b23898b7c56 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5325096 Jul 12 10:58:50.515450 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34126) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:50.519908 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:50.529379 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (841dcc0d-94b1-4d23-a2cc-fc77912deffb), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.627945 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (841dcc0d-94b1-4d23-a2cc-fc77912deffb), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.628714 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks [] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), precommit_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.650791 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841dcc0d-94b1-4d23-a2cc-fc77912deffb']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:50.660903 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74ba756-4d8d-43f5-800f-a2778d8984b7') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:50.661205 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74ba756-4d8d-43f5-800f-a2778d8984b7') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:50.671482 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (a74ba756-4d8d-43f5-800f-a2778d8984b7), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.689968 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (a74ba756-4d8d-43f5-800f-a2778d8984b7), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.693138 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (e49f0b68-e829-42ee-b9da-8646c58624cc), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.705545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 10:58:50.705952 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (a74ba756-4d8d-43f5-800f-a2778d8984b7), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.722963 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.756313 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment a74ba756-4d8d-43f5-800f-a2778d8984b7 resource provider aggregate not found Jul 12 10:58:50.777619 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccb6bc-4775-4fbb-ac89-11c544635095 None None] Pushing event updated for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=3']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:50.785197 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment a74ba756-4d8d-43f5-800f-a2778d8984b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a74ba756-4d8d-43f5-800f-a2778d8984b7 found for delete ", "request_id": "req-3b1bad96-9008-4ab6-bafb-addf974ae108"}]} Jul 12 10:58:50.817641 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (e49f0b68-e829-42ee-b9da-8646c58624cc), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.842584 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Attempting to bind port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 on host dv-cinder-847864-7-iscsi for vnic_type normal with profile {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:58:50.842990 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Attempting to bind port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 by drivers openvswitch,hyperv on host dv-cinder-847864-7-iscsi at level 0 using segments [{'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:58:50.843364 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Attempting to bind port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 on network 85c38603-5584-434e-9753-0b2fa7d2e98a {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:58:50.850472 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Checking agent: {'id': '6e1d66ba-6914-458c-9f87-5fce8d76f34b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847864-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 39, 3), 'started_at': datetime.datetime(2022, 7, 12, 10, 39, 33), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847864-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:58:50.850859 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Checking segment: {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:58:50.851297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.851697 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Bound using segment: {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'} {{(pid=110927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:58:50.852185 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.managers [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Bound port: 72a9d13b-da8d-458d-b8a8-92d9d15e3231, host: dv-cinder-847864-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6142eac8-5620-412a-ac6f-3a46c192da8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a'}}] {{(pid=110927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:58:50.852554 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.930241 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (841dcc0d-94b1-4d23-a2cc-fc77912deffb), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.931021 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] For port 72a9d13b-da8d-458d-b8a8-92d9d15e3231, host dv-cinder-847864-7-iscsi, cleared binding levels {{(pid=110927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:58:50.935200 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] For port 72a9d13b-da8d-458d-b8a8-92d9d15e3231, host dv-cinder-847864-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=72a9d13b-da8d-458d-b8a8-92d9d15e3231,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:58:50.936383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.940052 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/841dcc0d-94b1-4d23-a2cc-fc77912deffb HTTP/1.1" status: 204 len: 168 time: 0.5070403 Jul 12 10:58:50.955185 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4116aa-c987-432e-ae02-7fe7e0ae08f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=841dcc0d-94b1-4d23-a2cc-fc77912deffb,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:50.959681 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (e49f0b68-e829-42ee-b9da-8646c58624cc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:50.981404 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49f0b68-e829-42ee-b9da-8646c58624cc,revision_number=0']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:51.020883 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.060438 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.065068 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d324c013-e5e5-426b-8ae4-a98bab9622e9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5461202 Jul 12 10:58:51.066570 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34134) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:51.073978 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:51.087917 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:58:51.088668 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:58:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:51.137743 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccb6bc-4775-4fbb-ac89-11c544635095 None None] Pushing event updated for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:51.155429 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Provisioning complete for port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:51.158901 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.234066 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (f6b961e7-864d-4355-b301-b550b38dde5b), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.259279 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:58:51.307506 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (f6b961e7-864d-4355-b301-b550b38dde5b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.367431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Current status of the port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 is: DOWN; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:51.367734 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.404415 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (f6b961e7-864d-4355-b301-b550b38dde5b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.423413 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b961e7-864d-4355-b301-b550b38dde5b,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:51.453440 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] For port 72a9d13b-da8d-458d-b8a8-92d9d15e3231, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=72a9d13b-da8d-458d-b8a8-92d9d15e3231,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:58:51.466640 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34136) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:51.500624 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device de92d501-55ac-44c6-82d9-9c1a5871235a up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:51.503798 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.505273 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-5998a9f3-2452-4fe4-b60c-b5191ca09890 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4370778 Jul 12 10:58:51.516094 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34138) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:51.520168 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-957436bb-32d9-421b-8ad8-824a2e47b132 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c85f9135536649f28ef299abdabefa33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517225 Jul 12 10:58:51.523025 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34140) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:51.523358 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:51.554239 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.577464 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] Publish callbacks [] for security_group (f6136839-ae9b-4b25-a259-b6d2a55dc8d8), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.601798 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] Publish callbacks [] for security_group (f6136839-ae9b-4b25-a259-b6d2a55dc8d8), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.630153 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa5b2a-f4fd-4261-8243-929f0893da93 None None] Pushing event updated for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:51.635781 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:48Z', 'revision_number': 4, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '72a9d13b-da8d-458d-b8a8-92d9d15e3231', 'name': '', 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'mac_address': 'fa:16:3e:a1:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:47Z', 'updated_at': '2022-07-12T10:58:50Z', 'revision_number': 4, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'subnets': [{'id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:58:51.638224 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port de92d501-55ac-44c6-82d9-9c1a5871235a triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:51.638598 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.643479 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (edd6c608-9786-499a-a164-33aacbacf75b), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.684834 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe01d9-5e90-461c-bc3f-abc99adb070d None None] The sync data for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi is: [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:48Z', 'revision_number': 4, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '72a9d13b-da8d-458d-b8a8-92d9d15e3231', 'name': '', 'network_id': '85c38603-5584-434e-9753-0b2fa7d2e98a', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'mac_address': 'fa:16:3e:a1:57:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:47Z', 'updated_at': '2022-07-12T10:58:50Z', 'revision_number': 4, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'subnets': [{'id': '7dc92db1-8d5e-4dc1-b8a2-01e189855bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:58:51.710594 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-e2f7d1d4-cfa0-4d9e-943b-9bcb01637d89 None None] Provisioning complete for port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:51.711645 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e2f7d1d4-cfa0-4d9e-943b-9bcb01637d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.727742 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (edd6c608-9786-499a-a164-33aacbacf75b), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.732938 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (f6136839-ae9b-4b25-a259-b6d2a55dc8d8), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.739790 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.742119 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6136839-ae9b-4b25-a259-b6d2a55dc8d8 HTTP/1.1" status: 204 len: 168 time: 0.2180121 Jul 12 10:58:51.784131 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1f6af-4093-438e-b9a0-4dba97d28691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6136839-ae9b-4b25-a259-b6d2a55dc8d8,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:51.842357 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port de92d501-55ac-44c6-82d9-9c1a5871235a is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:51.890765 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (edd6c608-9786-499a-a164-33aacbacf75b), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:51.930792 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd6c608-9786-499a-a164-33aacbacf75b,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:52.022648 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7d1d4-cfa0-4d9e-943b-9bcb01637d89 None None] Current status of the port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:52.079344 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.082063 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3363a57d-89b2-46a1-bb83-028f90cb40f3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5628726 Jul 12 10:58:52.084159 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34144) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:52.088787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:52.193216 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.securitygroups_db [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Project b54d4125f56d4cf9b20632b7918214d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:58:52.199076 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (09e161ab-5d9d-45b6-8361-1cce1383f099), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.272694 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (09e161ab-5d9d-45b6-8361-1cce1383f099), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.495863 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (09e161ab-5d9d-45b6-8361-1cce1383f099), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.516388 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e161ab-5d9d-45b6-8361-1cce1383f099,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:52.640661 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.641913 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-ebbe8577-ab41-4528-adc5-25dff1b51de5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5566537 Jul 12 10:58:52.644726 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34146) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:58:52.649934 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.v2.base [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'security_group_rule': {'security_group_id': 'fa335f9e-dc9e-4fc6-8824-e906a9734b2c', 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:58:52.764542 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.securitygroups_db [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Project b54d4125f56d4cf9b20632b7918214d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 10:58:52.776101 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (f748dc42-f551-41a6-8cb5-6218037d47eb), before_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.842290 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (f748dc42-f551-41a6-8cb5-6218037d47eb), precommit_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.945493 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563692'] for security_group_rule (f748dc42-f551-41a6-8cb5-6218037d47eb), after_create {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:52.967309 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f748dc42-f551-41a6-8cb5-6218037d47eb,revision_number=0']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:58:53.044959 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:53.046227 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-b4ff82f5-996b-476b-9905-cc3692e7fde4 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4004974 Jul 12 10:58:53.514031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 72a9d13b-da8d-458d-b8a8-92d9d15e3231 up at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:58:53.575396 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Provisioning complete for port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:58:53.575759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:53.649800 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Current status of the port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 is: ACTIVE; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:58:55.467241 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ada7a123-a984-419d-ab02-667b92d67d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:58:58.158689 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f2c06830-bd1e-454c-a529-49acc435f213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:00.094429 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:01.078596 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:02.054606 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:02.867772 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:09.024473 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-da2c5356-d224-4eb3-ad7b-c4a2d0bd886d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14576121&fields=id&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 267 time: 0.0471334 Jul 12 10:59:09.129935 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-205ecfd9-660a-4063-9e32-49c8e9fdc05c tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:09.131390 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-205ecfd9-660a-4063-9e32-49c8e9fdc05c tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1009009 Jul 12 10:59:09.146786 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f0d91c92-230e-49f6-855d-a637887367f7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/quotas/b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 375 time: 0.0091498 Jul 12 10:59:09.205538 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-87d77a17-77fd-4ce7-b39b-824e7e919912 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529530 Jul 12 10:59:09.312192 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-4adb5c42-f3fd-4893-bfd0-8ad8e462a2f3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:59:09.313210 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-4adb5c42-f3fd-4893-bfd0-8ad8e462a2f3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0962391 Jul 12 10:59:09.402715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-c1546cc2-ca9c-42b1-ba82-6eb7a0fdb9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837610 Jul 12 10:59:09.494432 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-c1f5eab9-31e4-454e-9008-b9bb027b3bde service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Jul 12 10:59:10.106286 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a1cd6c65-465e-4de2-bf89-8ba8e0a26be3 req-7f056924-77bf-47d3-8094-b359771642ff tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 12 10:59:11.183847 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e7159599-7a4c-4615-be1e-053858e9ea76 req-fefa937c-da87-4837-908b-18af25ce2928 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 12 10:59:12.297072 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c81bcdbf-2834-4f6e-b2ef-9ffa6d87bad9 req-423e27a8-db56-493e-bd51-24d7d2a3cfb5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 210 time: 0.0350013 Jul 12 10:59:12.344864 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-2564a9dd-6613-4484-a983-867b3d6631d6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:12.346270 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-2564a9dd-6613-4484-a983-867b3d6631d6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1310062 Jul 12 10:59:12.415178 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-1bcc3a97-9d3f-45f8-a536-f7daa5c2ae62 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 378 time: 0.0536344 Jul 12 10:59:12.423326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'port': {'device_id': '5791a227-e446-4154-aad2-9c928805aec4', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'admin_state_up': True, 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'security_groups': ['fa335f9e-dc9e-4fc6-8824-e906a9734b2c']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:59:12.604452 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Made reservation on behalf of b54d4125f56d4cf9b20632b7918214d2 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 10:59:12.607848 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:12.733648 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.20.0.6 (77ea23ce-49f4-4e02-aa76-53e6ad285d4d/f3873c8a-7ab9-4052-aab8-84989aa816b2/92999f99-9cd4-41e5-9359-07b473349546) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:59:12.878735 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (92999f99-9cd4-41e5-9359-07b473349546), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:12.982040 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:13.024396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:59:13.030199 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:59:13.034375 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:59:13.067738 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:13.080965 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.081330 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.081683 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.082027 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.082367 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.082705 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.083070 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.083436 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.083803 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.084140 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.084471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.084800 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.085129 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 10:59:13.110098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:13.110761 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:13.222684 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-587f6e8e-8fce-4bc8-89a0-4e6f5059f12b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028905 Jul 12 10:59:13.231865 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-ec2f42e4-3edd-4609-b1f8-da9e9308940a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 10:59:13.233191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-ec2f42e4-3edd-4609-b1f8-da9e9308940a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053654 Jul 12 10:59:13.282045 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-30e67fae-166b-488e-a34d-41f6488731cf None None] Provisioning complete for port 92999f99-9cd4-41e5-9359-07b473349546 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:59:13.283332 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-30e67fae-166b-488e-a34d-41f6488731cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (92999f99-9cd4-41e5-9359-07b473349546), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:13.299484 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Request body: {'port': {'device_id': '5791a227-e446-4154-aad2-9c928805aec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:59:13.319780 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-30e67fae-166b-488e-a34d-41f6488731cf None None] Port 92999f99-9cd4-41e5-9359-07b473349546 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 10:59:13.363741 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (92999f99-9cd4-41e5-9359-07b473349546), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:13.513286 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3209-9e43-4472-8a2e-108a6a9e8928 req-280af20d-0a4b-4e36-bf68-64be3fa1a25f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:13.514805 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-404f3209-9e43-4472-8a2e-108a6a9e8928 req-280af20d-0a4b-4e36-bf68-64be3fa1a25f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 931 time: 0.1414282 Jul 12 10:59:13.633279 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:59:13.877377 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-404f3209-9e43-4472-8a2e-108a6a9e8928 req-4bc902e8-a6dc-44e1-8d19-d3e9245db07e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3558183 Jul 12 10:59:13.968219 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92999f99-9cd4-41e5-9359-07b473349546 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:59:13.975965 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks [] for port (92999f99-9cd4-41e5-9359-07b473349546), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:13.988214 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Transition to ACTIVE for port object 92999f99-9cd4-41e5-9359-07b473349546 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 10:59:14.078948 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:14.131266 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:14.207390 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Attempting to bind port 92999f99-9cd4-41e5-9359-07b473349546 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 10:59:14.207734 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Attempting to bind port 92999f99-9cd4-41e5-9359-07b473349546 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 10:59:14.208069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Attempting to bind port 92999f99-9cd4-41e5-9359-07b473349546 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:59:14.213003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Port 92999f99-9cd4-41e5-9359-07b473349546 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 10:59:14.213336 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Attempting to bind port 92999f99-9cd4-41e5-9359-07b473349546 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 10:59:14.218503 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 10:59:14.218852 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 10:59:14.219272 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Bound using segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 10:59:14.219704 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Bound port: 92999f99-9cd4-41e5-9359-07b473349546, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 10:59:14.220068 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (92999f99-9cd4-41e5-9359-07b473349546), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:14.282924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 10:59:14.285969 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=92999f99-9cd4-41e5-9359-07b473349546,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 10:59:14.376024 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:14.408978 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:14.409571 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:14.411009 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] 10.222.0.76 "PUT /v2.0/ports/92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 1093 time: 1.1640394 Jul 12 10:59:14.411460 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'tag': '92999f99-9cd4-41e5-9359-07b473349546'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:59:14.413693 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026ec8a-522a-40ef-9df7-54e797ac580d" -d '{"events": [{"name": "network-changed", "server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "tag": "92999f99-9cd4-41e5-9359-07b473349546"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:59:14.439492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017442-6411-4d82-a81e-59f99f7d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:14.583421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-e9b5fcf4-3a95-46e0-aef0-59c4c552222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:14.584949 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-e9b5fcf4-3a95-46e0-aef0-59c4c552222d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1127 time: 0.0509756 Jul 12 10:59:14.590809 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af0348-a4a2-4155-9ffd-11980baef15b x-openstack-request-id: req-91af0348-a4a2-4155-9ffd-11980baef15b {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:59:14.591253 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "tag": "92999f99-9cd4-41e5-9359-07b473349546", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:59:14.591527 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91af0348-a4a2-4155-9ffd-11980baef15b {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:59:14.592016 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91af0348-a4a2-4155-9ffd-11980baef15b'] response: {'name': 'network-changed', 'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'tag': '92999f99-9cd4-41e5-9359-07b473349546', 'status': 'completed', 'code': 200} Jul 12 10:59:14.648909 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-a5c338e7-7a6a-4884-80d8-3c85ff5a5364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 217 time: 0.0344603 Jul 12 10:59:14.696946 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f9b39b70-1d21-4b4c-a890-d4fd8cb0c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:14.698450 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f9b39b70-1d21-4b4c-a890-d4fd8cb0c73c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0438898 Jul 12 10:59:14.747136 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f70acc79-59ac-4be0-bf1e-ac9ef707d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:14.748689 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f70acc79-59ac-4be0-bf1e-ac9ef707d2ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447795 Jul 12 10:59:14.842361 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-f8203dc3-5d14-40b9-854f-6d83eb19c793 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863335 Jul 12 10:59:14.933695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a93b6271-29f9-4433-876e-e525fcc49948 req-c1d8b5eb-4178-4a55-b9f0-cccaa40f5809 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840082 Jul 12 10:59:15.000304 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8aa1d-7b1e-4b6b-9bd7-153c34dbbd0b req-6a94c241-00fd-4492-ad30-afa926214517 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:15.001781 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4fd8aa1d-7b1e-4b6b-9bd7-153c34dbbd0b req-6a94c241-00fd-4492-ad30-afa926214517 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0535882 Jul 12 10:59:15.055415 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4fd8aa1d-7b1e-4b6b-9bd7-153c34dbbd0b req-2a3f362e-4853-4d79-ae17-52b0bfbbc32e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478857 Jul 12 10:59:15.132178 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-ef465027-f571-4f64-a584-a7baa6095a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:15.134421 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-ef465027-f571-4f64-a584-a7baa6095a9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1127 time: 0.0453300 Jul 12 10:59:15.223188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-7b7c2d86-4101-4314-9cf1-8aa7a4317043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:15.224564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-7b7c2d86-4101-4314-9cf1-8aa7a4317043 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0843706 Jul 12 10:59:15.268624 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-5f1b7cb0-27de-4eb1-aa27-1688c3b07f1b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 217 time: 0.0362484 Jul 12 10:59:15.323238 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-f6f858c0-8aa6-4fbb-9fa9-5a5b2421489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:15.324658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-f6f858c0-8aa6-4fbb-9fa9-5a5b2421489d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0441124 Jul 12 10:59:15.373999 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-7844280c-3ce8-459d-a8d8-8f48df6a2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:15.375531 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-7844280c-3ce8-459d-a8d8-8f48df6a2c95 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443172 Jul 12 10:59:15.469263 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-4429fe02-f39b-45de-be76-1258840ea8bf service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Jul 12 10:59:15.561000 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f026ec8a-522a-40ef-9df7-54e797ac580d req-cad26954-760e-4c4a-9637-22bb53b4c3fd service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851262 Jul 12 10:59:16.176959 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca756ac-15fa-4348-891b-41f366ae18ac req-e47b16e2-f0d2-41f5-a419-a3fa7e1c4546 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:16.178472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dca756ac-15fa-4348-891b-41f366ae18ac req-e47b16e2-f0d2-41f5-a419-a3fa7e1c4546 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0536115 Jul 12 10:59:16.232450 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-dca756ac-15fa-4348-891b-41f366ae18ac req-3c02185f-0d2a-4e5e-9a63-a4273e6bc9cb tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483906 Jul 12 10:59:17.348423 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972327ea-5dc6-431e-8d02-96a04158f3de req-fda2236b-f87e-4ae1-a722-15e432d2d3ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:17.350070 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-972327ea-5dc6-431e-8d02-96a04158f3de req-fda2236b-f87e-4ae1-a722-15e432d2d3ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0527599 Jul 12 10:59:17.398065 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-972327ea-5dc6-431e-8d02-96a04158f3de req-0e114e22-261d-461c-805a-e1c295df72df tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420380 Jul 12 10:59:18.517180 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ce021-4733-483c-90d2-6b9932742975 req-801171d2-0dc0-4cab-afe3-35404f56214a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:18.518632 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-da0ce021-4733-483c-90d2-6b9932742975 req-801171d2-0dc0-4cab-afe3-35404f56214a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0519156 Jul 12 10:59:18.567159 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-da0ce021-4733-483c-90d2-6b9932742975 req-e4ce1917-1e28-40a3-b246-459cede19669 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428791 Jul 12 10:59:19.695169 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e047aa-7dc9-43b9-8efb-539df35083d0 req-dc0500fe-0c68-4718-8d5e-341d181ceae1 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:19.697257 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-28e047aa-7dc9-43b9-8efb-539df35083d0 req-dc0500fe-0c68-4718-8d5e-341d181ceae1 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0613129 Jul 12 10:59:19.757505 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-28e047aa-7dc9-43b9-8efb-539df35083d0 req-1fb4235b-b463-4c28-9d21-7b4371a4583f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527928 Jul 12 10:59:20.878685 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378140f-d70e-413a-986a-678aafa3d45e req-f98ff230-8a0c-4132-864b-5bd995c64414 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:20.880231 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3378140f-d70e-413a-986a-678aafa3d45e req-f98ff230-8a0c-4132-864b-5bd995c64414 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0562029 Jul 12 10:59:20.932087 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3378140f-d70e-413a-986a-678aafa3d45e req-b7c48ef0-272d-440b-8c5c-30f7c458ee63 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446861 Jul 12 10:59:22.058338 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be7738-eb18-4591-a5b8-205ba7451318 req-88124b91-ad47-439c-a61e-15c5a2e30195 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:22.059844 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-01be7738-eb18-4591-a5b8-205ba7451318 req-88124b91-ad47-439c-a61e-15c5a2e30195 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0579522 Jul 12 10:59:22.109205 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-01be7738-eb18-4591-a5b8-205ba7451318 req-820ef3f4-d10f-40b4-99db-59ed29aa0438 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437973 Jul 12 10:59:23.233588 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012f7cf-9190-4cc5-8b47-0242ee8e9911 req-405606de-21e6-4a5d-8152-dc0611603ccc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:23.235268 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1012f7cf-9190-4cc5-8b47-0242ee8e9911 req-405606de-21e6-4a5d-8152-dc0611603ccc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 943 time: 0.0576134 Jul 12 10:59:23.283414 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1012f7cf-9190-4cc5-8b47-0242ee8e9911 req-3e6ef910-d104-4780-8511-c17d556ba1c1 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428104 Jul 12 10:59:23.780131 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 92999f99-9cd4-41e5-9359-07b473349546 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 10:59:23.881204 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=92999f99-9cd4-41e5-9359-07b473349546,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:59:23.892959 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '92999f99-9cd4-41e5-9359-07b473349546', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'port_id': '92999f99-9cd4-41e5-9359-07b473349546', 'mac_address': 'fa:16:3e:d8:f1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 10:59:23.928729 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 92999f99-9cd4-41e5-9359-07b473349546 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:59:23.929098 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (92999f99-9cd4-41e5-9359-07b473349546), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:23.942723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92999f99-9cd4-41e5-9359-07b473349546 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 10:59:23.964849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=92999f99-9cd4-41e5-9359-07b473349546,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:59:24.056495 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:24.103791 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:24.346705 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['92999f99-9cd4-41e5-9359-07b473349546'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 10:59:24.402096 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062c153-cce9-4cbb-9d1a-c77a820953ff req-23dcb89c-0c13-4d80-a36a-96bc8eb4d42d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:24.403620 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0062c153-cce9-4cbb-9d1a-c77a820953ff req-23dcb89c-0c13-4d80-a36a-96bc8eb4d42d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 944 time: 0.0535421 Jul 12 10:59:24.456663 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0062c153-cce9-4cbb-9d1a-c77a820953ff req-835ab098-3403-41e8-b433-d4d43789b288 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472994 Jul 12 10:59:25.495165 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-587425ac-9595-4472-b04b-281e8ed105a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:25.582213 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dce7d-b8a4-4d51-9829-7a940a4daa11 req-7f8677a8-79bf-4be5-a041-84ee70503041 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:25.583747 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e68dce7d-b8a4-4d51-9829-7a940a4daa11 req-7f8677a8-79bf-4be5-a041-84ee70503041 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 944 time: 0.0552394 Jul 12 10:59:25.634398 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e68dce7d-b8a4-4d51-9829-7a940a4daa11 req-1a000356-c1b4-4ff5-811a-a91ac444e494 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444987 Jul 12 10:59:25.796165 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 92999f99-9cd4-41e5-9359-07b473349546 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 10:59:25.912552 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 92999f99-9cd4-41e5-9359-07b473349546 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 10:59:25.917273 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 92999f99-9cd4-41e5-9359-07b473349546 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 10:59:25.917650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (92999f99-9cd4-41e5-9359-07b473349546), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:25.987613 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 92999f99-9cd4-41e5-9359-07b473349546 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 10:59:25.987998 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (92999f99-9cd4-41e5-9359-07b473349546), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:26.010779 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92999f99-9cd4-41e5-9359-07b473349546'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:59:26.013043 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c15065-1c42-484c-8f8c-f8c3391538e2" -d '{"events": [{"server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "name": "network-vif-plugged", "status": "completed", "tag": "92999f99-9cd4-41e5-9359-07b473349546"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:59:26.026117 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=92999f99-9cd4-41e5-9359-07b473349546,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 10:59:26.101668 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:26.124489 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b25a0f-13da-4c2c-b72d-090447c36a27 x-openstack-request-id: req-30b25a0f-13da-4c2c-b72d-090447c36a27 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:59:26.124780 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "name": "network-vif-plugged", "status": "completed", "tag": "92999f99-9cd4-41e5-9359-07b473349546", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:59:26.125031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30b25a0f-13da-4c2c-b72d-090447c36a27 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:59:26.125423 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b25a0f-13da-4c2c-b72d-090447c36a27'] response: {'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92999f99-9cd4-41e5-9359-07b473349546', 'code': 200} Jul 12 10:59:26.153617 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:26.509189 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1a9d1-a12a-4948-9d4b-ee7068fa16f5 req-61d4c8a9-e8aa-4529-af2a-4d3715433a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:26.510715 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3db1a9d1-a12a-4948-9d4b-ee7068fa16f5 req-61d4c8a9-e8aa-4529-af2a-4d3715433a40 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1129 time: 0.0456884 Jul 12 10:59:26.556495 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3db1a9d1-a12a-4948-9d4b-ee7068fa16f5 req-9716b1e9-675f-4a2c-a968-132e260e1d74 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399024 Jul 12 10:59:26.755486 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad8e1d-fd63-4b37-8761-f0354da845fb req-a2730e35-bb6f-4ecc-a59d-8435e12fd1b9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:26.756955 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f8ad8e1d-fd63-4b37-8761-f0354da845fb req-a2730e35-bb6f-4ecc-a59d-8435e12fd1b9 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0569632 Jul 12 10:59:26.805661 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f8ad8e1d-fd63-4b37-8761-f0354da845fb req-380ba9f9-bbc7-4e36-9fb2-8cef8df783d2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428033 Jul 12 10:59:27.926470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18686f-5f42-4ff6-826e-f830b17771b4 req-62924d59-6f32-45b1-b83c-07e46e9869a2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:27.927969 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b18686f-5f42-4ff6-826e-f830b17771b4 req-62924d59-6f32-45b1-b83c-07e46e9869a2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Jul 12 10:59:27.979586 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9b18686f-5f42-4ff6-826e-f830b17771b4 req-7f8f6191-bc84-401b-b64e-ba148bb7d6f1 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457165 Jul 12 10:59:28.097292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58814b-bdb9-44d6-89ec-e7f19bcea874 req-11fcb5a8-aea2-4850-804b-138ac33f9415 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:28.098701 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cf58814b-bdb9-44d6-89ec-e7f19bcea874 req-11fcb5a8-aea2-4850-804b-138ac33f9415 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Jul 12 10:59:28.151915 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-cf58814b-bdb9-44d6-89ec-e7f19bcea874 req-6814aa29-1738-4e74-8705-4e96f1959ad7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471058 Jul 12 10:59:28.174396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34314) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:59:28.215907 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-688829c6-f6de-40ed-94a3-1f9403d01e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:28.316174 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8cfa8e-3459-42e2-aa03-6eb31f58b5a1 tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:28.317683 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fd8cfa8e-3459-42e2-aa03-6eb31f58b5a1 tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1124 time: 0.1421535 Jul 12 10:59:28.320595 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34318) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 10:59:28.325787 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'port_id': '92999f99-9cd4-41e5-9359-07b473349546', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 10:59:28.427670 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:28.526375 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:28.628121 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.27.2.120 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/95b9ac3b-bddd-4f9e-a2f8-a3873c90431d) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 10:59:28.733050 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:28.822487 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:28.861790 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 10:59:28.864727 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 10:59:28.869293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 10:59:28.874314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=95b9ac3b-bddd-4f9e-a2f8-a3873c90431d,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:29.222932 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (f7ab7d44-901e-4075-a357-22daaa8b359f), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:29.358750 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:29.503036 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:29.558544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:29.628539 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=95b9ac3b-bddd-4f9e-a2f8-a3873c90431d,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 10:59:29.641017 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (f7ab7d44-901e-4075-a357-22daaa8b359f), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:29.737129 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP f7ab7d44-901e-4075-a357-22daaa8b359f associated. External IP: 172.27.2.120, port: 92999f99-9cd4-41e5-9359-07b473349546. Jul 12 10:59:29.935412 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 10:59:30.039268 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 10:59:30.049998 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 10:59:30.063711 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:59:30.064339 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:59:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:59:30.082793 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:30.149859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:30.162831 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:59:30.181143 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-76912fa3-015f-4c84-9363-7ba5d272bdd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8594301 Jul 12 10:59:30.181884 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'tag': '92999f99-9cd4-41e5-9359-07b473349546'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 10:59:30.184224 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f4ac0e-a89d-493f-ba28-17cb49a96748" -d '{"events": [{"name": "network-changed", "server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "tag": "92999f99-9cd4-41e5-9359-07b473349546"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 10:59:30.220609 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78657df-351d-450f-af1c-539f1eaff276 x-openstack-request-id: req-d78657df-351d-450f-af1c-539f1eaff276 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 10:59:30.221050 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "tag": "92999f99-9cd4-41e5-9359-07b473349546", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 10:59:30.221315 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d78657df-351d-450f-af1c-539f1eaff276 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 10:59:30.221724 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78657df-351d-450f-af1c-539f1eaff276'] response: {'name': 'network-changed', 'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'tag': '92999f99-9cd4-41e5-9359-07b473349546', 'status': 'completed', 'code': 200} Jul 12 10:59:30.316428 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-1f6437ff-353a-45e5-924a-b4773f4e7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:30.317967 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-1f6437ff-353a-45e5-924a-b4773f4e7d13 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1129 time: 0.0449252 Jul 12 10:59:30.388646 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'f7ab7d44-901e-4075-a357-22daaa8b359f', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '92999f99-9cd4-41e5-9359-07b473349546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:d8:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5791a227-e446-4154-aad2-9c928805aec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:59:29Z', 'updated_at': '2022-07-12T10:59:29Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:59:30.412190 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-117bad7e-3b71-4bc1-a026-0b70c9a9e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:30.412446 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 10:59:30.413658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-117bad7e-3b71-4bc1-a026-0b70c9a9e34c service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0903790 Jul 12 10:59:30.420945 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 10:59:30.421624 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T10:59:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:59:30.474804 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-5adeaa3b-8af4-47bd-b80f-aa310de84368 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 999 time: 0.0556533 Jul 12 10:59:30.528144 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 10:59:30.530269 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-a1f04b0f-cb80-4963-bab3-90286cab6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:30.531749 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-a1f04b0f-cb80-4963-bab3-90286cab6172 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0519860 Jul 12 10:59:30.582314 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-63bb58c2-f1fc-4c32-836a-2a8fab4ddea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:30.583877 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-63bb58c2-f1fc-4c32-836a-2a8fab4ddea5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450373 Jul 12 10:59:30.677285 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-ab3e7070-3afe-49d2-bef3-e2ca2ba24163 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877266 Jul 12 10:59:30.770030 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-19f4ac0e-a89d-493f-ba28-17cb49a96748 req-892ce6ba-3d4e-48c8-b12b-fa01d8785808 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871706 Jul 12 10:59:30.837985 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'f7ab7d44-901e-4075-a357-22daaa8b359f', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '92999f99-9cd4-41e5-9359-07b473349546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:d8:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5791a227-e446-4154-aad2-9c928805aec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:59:29Z', 'updated_at': '2022-07-12T10:59:29Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 10:59:30.861805 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16568531-ac57-4b00-aed7-12d89a233553 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'f7ab7d44-901e-4075-a357-22daaa8b359f', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '92999f99-9cd4-41e5-9359-07b473349546', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:d8:f1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5791a227-e446-4154-aad2-9c928805aec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T10:59:29Z', 'updated_at': '2022-07-12T10:59:29Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 10:59:31.048874 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:31.062078 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af20af07-c229-4d1e-927d-6fa21b40ad6e None None] New status for floating IP f7ab7d44-901e-4075-a357-22daaa8b359f: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 10:59:32.090507 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:32.827560 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:40.265471 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-74475f82-4b9d-47f5-98ef-6221609617bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454226 Jul 12 10:59:40.371609 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-8f8b9c47-5272-4a58-88fb-5435b6900333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:40.373039 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-8f8b9c47-5272-4a58-88fb-5435b6900333 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1129 time: 0.0463343 Jul 12 10:59:40.480260 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-c2b2af0c-6e79-44ac-977b-33e9dc54a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:40.481763 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-c2b2af0c-6e79-44ac-977b-33e9dc54a076 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0900590 Jul 12 10:59:40.542827 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-0de10e63-89da-40dd-9ccf-df773b00cfd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 1001 time: 0.0543468 Jul 12 10:59:40.595293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-5066512e-7d55-4687-acaf-2b73911c0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:40.596782 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-5066512e-7d55-4687-acaf-2b73911c0ba0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0475349 Jul 12 10:59:40.647260 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-56c9a6f2-5c8c-47ff-b450-d6975140c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 10:59:40.648757 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-56c9a6f2-5c8c-47ff-b450-d6975140c2be service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454481 Jul 12 10:59:40.738697 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-2f51c729-ee58-4c16-bfbf-61ea9ae346e5 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827842 Jul 12 10:59:40.840619 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c1bb61b2-9d2a-447f-ac05-5f1a4ede535c req-28774a4a-9326-42c9-b40a-c2df3e9cee77 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867572 Jul 12 10:59:50.632222 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 10:59:55.454427 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7067fa92-ab68-42c2-9e1d-fcb629861966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 10:59:58.164394 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c225ec0c-6088-42a7-a436-74e0873c8627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:00.083006 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:01.050002 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:02.060320 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:02.844485 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:25.490487 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-3f3da67d-020c-4de2-8d66-44b1e2c119aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:27.631481 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:00:28.147368 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bce5a619-da5c-4df0-8a73-6686a2e6a9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:30.118727 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:31.056188 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:32.067558 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:32.850576 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:42.250185 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-6bc56a97-99fa-43e6-a186-956df18931c1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454705 Jul 12 11:00:42.352131 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-ca34a10e-7dcb-41db-86f1-7ec3c32266f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:00:42.353549 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-ca34a10e-7dcb-41db-86f1-7ec3c32266f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 1129 time: 0.0455589 Jul 12 11:00:42.705660 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-b4db9fc5-0697-4735-90e3-eea1c0ae2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:00:42.707164 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-b4db9fc5-0697-4735-90e3-eea1c0ae2428 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.3364146 Jul 12 11:00:42.766564 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-a741e50a-9d01-429f-86e6-6d2298ab5308 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 200 len: 1001 time: 0.0532718 Jul 12 11:00:42.817421 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-63a7dd0f-392a-4431-a699-699067e9300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:00:42.819656 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-63a7dd0f-392a-4431-a699-699067e9300f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0472662 Jul 12 11:00:42.868745 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-dc832a35-0f16-46b7-a197-16e4c0f2a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:00:42.870253 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-dc832a35-0f16-46b7-a197-16e4c0f2a6ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444493 Jul 12 11:00:42.959734 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-88a49326-4432-4be8-9417-de7c250dacf8 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832293 Jul 12 11:00:43.058082 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-069dd6ed-275e-4b7a-8213-4c6f219b0182 req-aac26b1b-1599-46b0-a184-ca3ec8fc703a service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924072 Jul 12 11:00:55.439004 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7c149823-5fa4-4f3a-abe1-16430153b386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:00:58.221820 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ffe41ec1-a6dc-4629-87af-c716a1dab072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:00.084682 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:01.045662 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:02.084820 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:02.838784 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:04.630978 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:01:25.467663 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-13bc010e-b9cd-4258-8101-07bb3f02a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:25.864116 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15100e-21fe-4c40-8c3d-cbbc39b1f352 req-5eccb2a7-7dc9-408a-adc1-dc184e341b10 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:25.865616 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6e15100e-21fe-4c40-8c3d-cbbc39b1f352 req-5eccb2a7-7dc9-408a-adc1-dc184e341b10 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0560386 Jul 12 11:01:25.917306 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6e15100e-21fe-4c40-8c3d-cbbc39b1f352 req-7b76cf16-0d34-4f8c-8bd8-8af450981bc0 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455558 Jul 12 11:01:27.055186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf87a7e-9068-48dd-9938-ef10b2845076 req-f37a7f1e-7078-4fa6-859c-9485cad2ef1e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:27.056857 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ebf87a7e-9068-48dd-9938-ef10b2845076 req-f37a7f1e-7078-4fa6-859c-9485cad2ef1e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0610852 Jul 12 11:01:27.108067 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ebf87a7e-9068-48dd-9938-ef10b2845076 req-ab32fae4-6b8a-4426-a1ab-85e8e0190181 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455208 Jul 12 11:01:27.594433 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994c470-9851-4506-a68d-13906ebdefbe req-d27f96d1-4065-438c-8265-2558b9629dc3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:27.595892 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6994c470-9851-4506-a68d-13906ebdefbe req-d27f96d1-4065-438c-8265-2558b9629dc3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Jul 12 11:01:27.682292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 92999f99-9cd4-41e5-9359-07b473349546 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:01:27.682625 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (92999f99-9cd4-41e5-9359-07b473349546), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:27.772147 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] For port 92999f99-9cd4-41e5-9359-07b473349546, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=92999f99-9cd4-41e5-9359-07b473349546,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:01:27.772431 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (92999f99-9cd4-41e5-9359-07b473349546), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:27.929816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:27.930188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (f7ab7d44-901e-4075-a357-22daaa8b359f), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:27.930516 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP f7ab7d44-901e-4075-a357-22daaa8b359f disassociated. External IP: 172.27.2.120, port: 92999f99-9cd4-41e5-9359-07b473349546. Jul 12 11:01:27.931757 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 92999f99-9cd4-41e5-9359-07b473349546 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:01:28.136660 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (92999f99-9cd4-41e5-9359-07b473349546), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:28.165140 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-411a8e0c-bd44-472b-b8a3-be3ef19dfe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:28.166883 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=92999f99-9cd4-41e5-9359-07b473349546,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:28.177938 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.178301 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.178646 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.179577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.179577 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.179793 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.179992 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.180326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.180812 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.181066 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.181633 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.181838 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.182188 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:28.251789 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c26f1ce4-678e-4d88-93d1-dda7e2cb8de8 req-0c5fe1cb-8828-4f6b-bd10-9ad985d9864b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 210 time: 0.0611472 Jul 12 11:01:28.319534 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:01:28.428128 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:01:28.438677 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:01:28.450367 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:01:28.451025 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:01:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:28.474010 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] No DVR routers for this DVR port 92999f99-9cd4-41e5-9359-07b473349546 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:01:28.476902 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:28.481279 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-6994c470-9851-4506-a68d-13906ebdefbe req-56748e48-2dc8-4afe-a325-21217eafd2dc tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "DELETE /v2.0/ports/92999f99-9cd4-41e5-9359-07b473349546 HTTP/1.1" status: 204 len: 173 time: 0.8796105 Jul 12 11:01:28.481729 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'name': 'network-vif-deleted', 'tag': '92999f99-9cd4-41e5-9359-07b473349546'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:01:28.484017 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7171022-6d1d-4d7f-9c75-905815225c7d" -d '{"events": [{"server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "name": "network-vif-deleted", "tag": "92999f99-9cd4-41e5-9359-07b473349546"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:01:28.521471 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 11:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d7858c-d3f9-421b-a4f1-9f8303ff8c70 x-openstack-request-id: req-53d7858c-d3f9-421b-a4f1-9f8303ff8c70 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:01:28.521771 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5791a227-e446-4154-aad2-9c928805aec4", "name": "network-vif-deleted", "tag": "92999f99-9cd4-41e5-9359-07b473349546", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:01:28.522032 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53d7858c-d3f9-421b-a4f1-9f8303ff8c70 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:01:28.522442 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d7858c-d3f9-421b-a4f1-9f8303ff8c70'] response: {'server_uuid': '5791a227-e446-4154-aad2-9c928805aec4', 'name': 'network-vif-deleted', 'tag': '92999f99-9cd4-41e5-9359-07b473349546', 'status': 'completed', 'code': 200} Jul 12 11:01:28.562333 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:01:28.769187 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:28.797039 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:01:28.805314 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:01:28.806539 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:01:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:28.904350 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:01:29.106757 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:29.132026 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b3baa-4b03-4a02-b8a3-3a710893a21b None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:01:29.372122 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7647a71d-0ea8-466c-8311-ba89d4eafdae req-3cd681b0-30cd-49f4-9c22-bf2c8fa2f677 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5791a227-e446-4154-aad2-9c928805aec4 HTTP/1.1" status: 200 len: 210 time: 0.0323038 Jul 12 11:01:29.385340 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327dec4-2ad9-4130-89fb-fdea5539de47 None None] New status for floating IP f7ab7d44-901e-4075-a357-22daaa8b359f: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 11:01:30.102011 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:30.405096 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 92999f99-9cd4-41e5-9359-07b473349546 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:01:30.425336 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 92999f99-9cd4-41e5-9359-07b473349546 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:01:30.425685 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 92999f99-9cd4-41e5-9359-07b473349546 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:01:30.596618 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-b44aa067-7df1-43ff-8f4a-5bea0a6fa03c tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14576121&fields=id&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 267 time: 0.0442853 Jul 12 11:01:30.705524 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-12d4e072-9650-436f-a958-d4d695a36eac tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:30.706988 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-12d4e072-9650-436f-a958-d4d695a36eac tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1032507 Jul 12 11:01:30.721827 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-a887c0ed-25d3-47ec-a603-4749dfc3e08e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/quotas/b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 375 time: 0.0093868 Jul 12 11:01:30.776658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-4c2d6d54-ee5e-47b8-a7fd-129448a4906e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497682 Jul 12 11:01:30.870269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-0ae23928-f0df-4acc-8f8c-a913dd9d6835 service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821772 Jul 12 11:01:30.964863 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-f75b278f-5be8-488e-ae0a-c00c5cbba01d service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887311 Jul 12 11:01:31.079625 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:31.420953 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ad3062c6-63d1-45f9-989a-fecd46b36e20 req-f3a7f4bb-a6e7-4419-a39b-0e339082b9cb tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Jul 12 11:01:32.073387 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:32.517185 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-72fce217-4121-4d6a-be40-a5bccaea05dc req-2b89f456-a8a1-40a3-9ad7-6d71bc70260f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Jul 12 11:01:32.844763 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:33.379767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-adb80a9d-647b-4e15-9a37-2454190ce6f0 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:33.381260 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-adb80a9d-647b-4e15-9a37-2454190ce6f0 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1056166 Jul 12 11:01:33.451269 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-0a501f4c-3d92-4332-b9fa-4eb32710f2ee tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 378 time: 0.0552061 Jul 12 11:01:33.459457 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'port': {'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'admin_state_up': True, 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'security_groups': ['fa335f9e-dc9e-4fc6-8824-e906a9734b2c']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:01:33.615158 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c858d3c7-e017-466d-bcd0-048d6538136f req-ac9fbdfe-ccac-40d9-94b9-b4a9af865275 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 210 time: 0.0295665 Jul 12 11:01:33.650954 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Made reservation on behalf of b54d4125f56d4cf9b20632b7918214d2 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 11:01:33.654353 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:33.781652 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.20.0.8 (77ea23ce-49f4-4e02-aa76-53e6ad285d4d/f3873c8a-7ab9-4052-aab8-84989aa816b2/4fa7ff58-85a3-47c8-8e18-d5798bf085d1) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 11:01:33.925849 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.039819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.087499 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 11:01:34.091460 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 11:01:34.095354 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 11:01:34.118856 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:34.150676 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:34.151859 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.242658 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-92f0ee31-035e-484e-90b0-34454a3382c2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866585 Jul 12 11:01:34.260046 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Request body: {'port': {'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:01:34.317216 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.347303 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-8b39e698-98ee-41e9-aed0-717ba8e5996e None None] Provisioning complete for port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 11:01:34.347900 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8b39e698-98ee-41e9-aed0-717ba8e5996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.379520 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-8b39e698-98ee-41e9-aed0-717ba8e5996e None None] Port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 11:01:34.582815 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 11:01:34.590824 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks [] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.603023 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Transition to ACTIVE for port object 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 11:01:34.741941 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0a54f-adb2-4227-8573-5b39e47f84aa req-20c61f7a-047a-46f5-a9e8-510a6dfd0b11 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:34.743427 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3ee0a54f-adb2-4227-8573-5b39e47f84aa req-20c61f7a-047a-46f5-a9e8-510a6dfd0b11 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 931 time: 0.0589845 Jul 12 11:01:34.747441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.813596 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:34.883103 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-3ee0a54f-adb2-4227-8573-5b39e47f84aa req-455d6098-115c-4442-b071-c5366c72716f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321893 Jul 12 11:01:34.911637 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Attempting to bind port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 11:01:34.912058 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Attempting to bind port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 11:01:34.912568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Attempting to bind port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 11:01:34.917819 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 11:01:34.924203 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Attempting to bind port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 11:01:34.924203 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 11, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 11:01:34.924203 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 11:01:34.924549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Bound using segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 11:01:34.924846 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Bound port: 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 11:01:34.925211 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:34.990539 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 11:01:34.999658 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 11:01:35.045249 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:35.081300 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.081933 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:35.083331 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] 10.222.0.76 "PUT /v2.0/ports/4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 1093 time: 0.8275559 Jul 12 11:01:35.083820 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:01:35.086024 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33749c29-a15a-450c-86c9-2539b73dbed0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:01:35.114367 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed81a6-3cc2-421c-b744-92db0c3147b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:35.130129 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9c8528-9ec1-4a44-9f29-0704b02aa723 x-openstack-request-id: req-8e9c8528-9ec1-4a44-9f29-0704b02aa723 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:01:35.131320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:01:35.131320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e9c8528-9ec1-4a44-9f29-0704b02aa723 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:01:35.131320 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9c8528-9ec1-4a44-9f29-0704b02aa723'] response: {'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'status': 'completed', 'code': 200} Jul 12 11:01:35.228005 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-7ffdc8da-0be1-40cc-804f-cd53f311b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.230111 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-7ffdc8da-0be1-40cc-804f-cd53f311b06d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1127 time: 0.0486465 Jul 12 11:01:35.335122 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-60375b93-bd93-42f8-a6ad-383a806386db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.336677 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-60375b93-bd93-42f8-a6ad-383a806386db service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b54d4125f56d4cf9b20632b7918214d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927565 Jul 12 11:01:35.432168 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-53686759-16f9-4322-8da7-566162224c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.433657 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-33749c29-a15a-450c-86c9-2539b73dbed0 req-53686759-16f9-4322-8da7-566162224c2c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911193 Jul 12 11:01:35.547492 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-41da2875-47de-4870-abc8-a3cc91e29094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.549036 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-41da2875-47de-4870-abc8-a3cc91e29094 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1127 time: 0.0538168 Jul 12 11:01:35.596915 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-404673e7-ad1f-492b-905f-61161623d83b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 217 time: 0.0330861 Jul 12 11:01:35.650171 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-1e716de2-783d-461b-bddc-252033d32c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.651743 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-1e716de2-783d-461b-bddc-252033d32c99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0489659 Jul 12 11:01:35.702009 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-7863c126-a290-42a9-b23a-ebe5eb9b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:35.703555 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-7863c126-a290-42a9-b23a-ebe5eb9b39a7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457733 Jul 12 11:01:35.796003 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-ccf7f0ae-dd7d-4ba5-9ee9-e929788f1057 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853236 Jul 12 11:01:35.890691 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-5eab29d3-e315-412c-8ed8-f4efaa9ae84a req-f0f4d4eb-fcb2-4c18-b6d4-c3205a354d28 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887926 Jul 12 11:01:36.007410 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64cb13-9dc1-4a70-8ceb-9d01ba87f038 req-5ac79996-c753-4f2e-90d9-20a6c80694e2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:36.008904 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba64cb13-9dc1-4a70-8ceb-9d01ba87f038 req-5ac79996-c753-4f2e-90d9-20a6c80694e2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0564013 Jul 12 11:01:36.058580 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ba64cb13-9dc1-4a70-8ceb-9d01ba87f038 req-cc6e851a-7582-4461-b53b-0253ec241466 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433967 Jul 12 11:01:37.182747 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff347132-6e7d-47ec-a2e9-5b3361babedc req-ec22cb2c-0d64-474b-85e3-4ae261564cfb tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:37.184278 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ff347132-6e7d-47ec-a2e9-5b3361babedc req-ec22cb2c-0d64-474b-85e3-4ae261564cfb tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0573382 Jul 12 11:01:37.234294 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ff347132-6e7d-47ec-a2e9-5b3361babedc req-4c457d55-28bb-4d35-8e28-05d89a786551 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443952 Jul 12 11:01:38.351193 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dc2e9-dbf3-43d1-99d2-1b2a6fb671d4 req-257eb000-5bd6-45a2-8da4-3c19ba2ffa88 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:38.352587 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-107dc2e9-dbf3-43d1-99d2-1b2a6fb671d4 req-257eb000-5bd6-45a2-8da4-3c19ba2ffa88 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0529847 Jul 12 11:01:38.400584 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-107dc2e9-dbf3-43d1-99d2-1b2a6fb671d4 req-88881d9c-de2a-4cf6-93c4-d93c409ace67 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423596 Jul 12 11:01:39.518995 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bf142-1399-46cd-8de4-902a49e6370f req-54cef940-5f71-4e7b-a8c2-e9c3f9e08136 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:39.520475 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-015bf142-1399-46cd-8de4-902a49e6370f req-54cef940-5f71-4e7b-a8c2-e9c3f9e08136 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0525067 Jul 12 11:01:39.574139 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-015bf142-1399-46cd-8de4-902a49e6370f req-9a3d9f13-a946-430a-880d-65efad40640e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478387 Jul 12 11:01:40.691585 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452d188-90d6-4dfd-9000-d3408faadb44 req-f338adc1-082d-431b-91f1-a6fdead0e01a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:40.693034 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7452d188-90d6-4dfd-9000-d3408faadb44 req-f338adc1-082d-431b-91f1-a6fdead0e01a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0520170 Jul 12 11:01:40.743320 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7452d188-90d6-4dfd-9000-d3408faadb44 req-e63ea9d7-bd38-47e2-8583-e79a93279b6f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445156 Jul 12 11:01:41.629008 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:01:41.868939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ca7f3-1f88-4bd6-8e63-57532570d5c0 req-8371899c-84f3-4c16-810e-db6a8c36fde5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:41.871027 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f01ca7f3-1f88-4bd6-8e63-57532570d5c0 req-8371899c-84f3-4c16-810e-db6a8c36fde5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0548956 Jul 12 11:01:41.921109 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f01ca7f3-1f88-4bd6-8e63-57532570d5c0 req-f416091a-6e31-4676-b920-c44d982d4662 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444720 Jul 12 11:01:43.043424 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b597e65-c5eb-44c0-b8ef-e6cfbb471db6 req-49de2cd2-d6bf-4312-a470-dc00836ee38d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:43.045206 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7b597e65-c5eb-44c0-b8ef-e6cfbb471db6 req-49de2cd2-d6bf-4312-a470-dc00836ee38d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0569932 Jul 12 11:01:43.097751 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7b597e65-c5eb-44c0-b8ef-e6cfbb471db6 req-194e63b6-c552-4d8b-b9b1-b646b0396139 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465329 Jul 12 11:01:44.223728 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c323-6ae2-422e-8b0b-d79ea3da287b req-05c661a8-184b-4b61-966e-a67796471bbf tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:44.226268 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77e1c323-6ae2-422e-8b0b-d79ea3da287b req-05c661a8-184b-4b61-966e-a67796471bbf tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 943 time: 0.0577548 Jul 12 11:01:44.275284 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-77e1c323-6ae2-422e-8b0b-d79ea3da287b req-4c9fccdf-0e17-4942-96d9-c69455d5c93d tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429828 Jul 12 11:01:44.498152 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 11:01:44.594623 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:01:44.607221 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 11:01:44.641572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 11:01:44.641975 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:44.657458 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 11:01:44.676392 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:01:44.765227 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:44.933548 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:44.940630 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.940987 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.941344 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.941683 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.942019 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.942354 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.942691 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.943042 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.943374 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.943703 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.944030 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.944358 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:44.944745 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:01:45.050572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['4fa7ff58-85a3-47c8-8e18-d5798bf085d1'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 11:01:45.396004 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d220e-d8a3-430d-a19c-21e5d342b6c4 req-922cd522-ac2d-4895-bac6-609114a21e37 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:45.397463 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-549d220e-d8a3-430d-a19c-21e5d342b6c4 req-922cd522-ac2d-4895-bac6-609114a21e37 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 944 time: 0.0554934 Jul 12 11:01:45.445338 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-549d220e-d8a3-430d-a19c-21e5d342b6c4 req-8f79a0d5-4dcc-43ad-b1b3-af9cb645c2db tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413296 Jul 12 11:01:46.495081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 11:01:46.564939 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ed727-34dd-4c5e-830a-139e8c489d8b req-a47bd611-59d5-44be-a1f5-09d853c27992 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:46.566493 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee0ed727-34dd-4c5e-830a-139e8c489d8b req-a47bd611-59d5-44be-a1f5-09d853c27992 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 944 time: 0.0528083 Jul 12 11:01:46.617346 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ee0ed727-34dd-4c5e-830a-139e8c489d8b req-918550bd-dc23-445c-86f5-e82969096785 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449433 Jul 12 11:01:46.627434 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 11:01:46.631528 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 11:01:46.631895 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:46.704994 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 11:01:46.705381 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:46.727614 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:01:46.729767 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba75831-0de5-44a0-a1a3-379163af2168" -d '{"events": [{"server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "name": "network-vif-plugged", "status": "completed", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:01:46.741515 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:01:46.770808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7216a84a-6bb3-4db6-966e-c48df7f17de5 x-openstack-request-id: req-7216a84a-6bb3-4db6-966e-c48df7f17de5 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:01:46.770808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "name": "network-vif-plugged", "status": "completed", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:01:46.770808 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7216a84a-6bb3-4db6-966e-c48df7f17de5 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:01:46.770808 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7216a84a-6bb3-4db6-966e-c48df7f17de5'] response: {'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'code': 200} Jul 12 11:01:46.811829 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:46.858965 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:47.133264 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7db45-dd80-428a-abcb-e551397406f7 req-7bb477fb-5a66-4f2b-9b84-7e67d9bf5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:47.134759 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bba7db45-dd80-428a-abcb-e551397406f7 req-7bb477fb-5a66-4f2b-9b84-7e67d9bf5fe8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1129 time: 0.0442097 Jul 12 11:01:47.184316 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bba7db45-dd80-428a-abcb-e551397406f7 req-eaa83742-76ba-4424-84e3-0a8fbfceaab7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434611 Jul 12 11:01:47.736447 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bc460-9b08-4493-abe4-5cbea39c98a9 req-34e3ee26-a4fd-478d-96ef-5e88152ac1d8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:47.737921 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-100bc460-9b08-4493-abe4-5cbea39c98a9 req-34e3ee26-a4fd-478d-96ef-5e88152ac1d8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.0533221 Jul 12 11:01:47.786601 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-100bc460-9b08-4493-abe4-5cbea39c98a9 req-dbb7a001-1c8f-47ba-9c86-c77b087e3995 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430617 Jul 12 11:01:48.905784 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eada58-2a19-49ff-89db-653cda2c1bf9 req-eb0ae5f5-403f-4c77-bf8d-65c4b53e527e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:48.907277 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e5eada58-2a19-49ff-89db-653cda2c1bf9 req-eb0ae5f5-403f-4c77-bf8d-65c4b53e527e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.0516002 Jul 12 11:01:48.954670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-e5eada58-2a19-49ff-89db-653cda2c1bf9 req-73fb6ba8-a9cb-4217-88fb-0c55385a6305 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419154 Jul 12 11:01:49.077111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d0ff0-39e6-4ff1-846e-78f3d944c182 req-5f5b27ae-99ab-4830-ba55-f33032054578 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:49.078685 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d34d0ff0-39e6-4ff1-846e-78f3d944c182 req-5f5b27ae-99ab-4830-ba55-f33032054578 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.0581400 Jul 12 11:01:49.128861 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-d34d0ff0-39e6-4ff1-846e-78f3d944c182 req-aa332679-b022-4470-a279-94b9462aff1b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444820 Jul 12 11:01:49.150673 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34436) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:01:49.196261 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470436b-172c-49d7-bb91-b876c28a03b1 tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:49.197768 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f470436b-172c-49d7-bb91-b876c28a03b1 tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1124 time: 0.0455887 Jul 12 11:01:49.200722 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34438) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:01:49.205013 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:01:49.289941 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:49.394931 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:49.501684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.27.2.86 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 11:01:49.606003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:49.691232 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:49.730585 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 11:01:49.733565 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 11:01:49.737389 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 11:01:49.742257 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:50.341037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (e1422981-40a5-412b-813c-13a9ac2d47f9), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:50.463396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:50.609551 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:50.667860 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:50.735283 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:01:50.747242 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (e1422981-40a5-412b-813c-13a9ac2d47f9), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:50.838276 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP e1422981-40a5-412b-813c-13a9ac2d47f9 associated. External IP: 172.27.2.86, port: 4fa7ff58-85a3-47c8-8e18-d5798bf085d1. Jul 12 11:01:51.032320 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:01:51.134498 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:01:51.144378 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:01:51.156901 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:01:51.167492 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:01:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:51.218470 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:51.251544 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-152dc567-a982-4587-892f-52f8912d29b2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0475368 Jul 12 11:01:51.251544 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:01:51.252212 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:01:51.255837 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:01:51.289701 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b5172b-922f-4892-a477-655f71ddd55b x-openstack-request-id: req-55b5172b-922f-4892-a477-655f71ddd55b {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:01:51.290020 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:01:51.290277 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55b5172b-922f-4892-a477-655f71ddd55b {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:01:51.290686 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b5172b-922f-4892-a477-655f71ddd55b'] response: {'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'status': 'completed', 'code': 200} Jul 12 11:01:51.381707 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-ed8d8dd5-5b8f-48ac-8636-f218df9fd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:51.383254 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-ed8d8dd5-5b8f-48ac-8636-f218df9fd5e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1129 time: 0.0465970 Jul 12 11:01:51.483485 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-5c9a0588-9533-4087-83cc-20148168ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:51.485300 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-5c9a0588-9533-4087-83cc-20148168ddb6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0963211 Jul 12 11:01:51.551606 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-bfb20db2-969e-49cd-8b6f-03ea6aa63513 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 998 time: 0.0602813 Jul 12 11:01:51.578715 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:51.604702 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:01:51.604934 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-32716637-d865-434b-a650-5834d1b1b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:51.606255 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-32716637-d865-434b-a650-5834d1b1b271 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0493460 Jul 12 11:01:51.613168 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:01:51.613779 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:01:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:51.657186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-a2ba08aa-ebdf-4446-8891-a3e85fe9d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:01:51.658732 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-a2ba08aa-ebdf-4446-8891-a3e85fe9d59d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461831 Jul 12 11:01:51.715228 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:01:51.747147 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-ec09e3a8-dc18-430e-af2f-d540fbb51e8e service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Jul 12 11:01:51.844548 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bbe687bb-b9bb-4bd9-bc03-26c27a8d2d4b req-94ce79c9-d9ea-499e-923a-db6eda53ded9 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915082 Jul 12 11:01:51.940573 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:01:51.965282 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ad5bf-1abe-40b8-9c85-95f57e144f46 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:01:52.160871 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb93ab1-f233-4577-8cf4-883b86c593b4 None None] New status for floating IP e1422981-40a5-412b-813c-13a9ac2d47f9: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 11:01:55.439187 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d4857794-4eb3-4324-ac38-c147c7e39507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:01:58.154218 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-251f757e-e226-43f3-a5d2-84eb22c6b1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:00.108674 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:01.176720 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:02.090966 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:02.856375 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:18.628177 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:02:25.439628 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-899c9e81-088a-49a7-9652-83cd7a498d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:28.171276 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4c55042b-ece6-4aa6-a0d3-52a615f66b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:30.079565 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:31.056922 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:32.096420 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:32.833863 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:46.276695 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-febf9c79-0444-4de1-918f-af1aabc3fd35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449626 Jul 12 11:02:46.379450 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-14034043-7833-4d79-8857-a9a2c119e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:02:46.380847 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-14034043-7833-4d79-8857-a9a2c119e233 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1129 time: 0.0452387 Jul 12 11:02:46.484342 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-0d02997e-7c8e-4671-823b-86dbf4f0c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:02:46.485793 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-0d02997e-7c8e-4671-823b-86dbf4f0c401 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0868514 Jul 12 11:02:46.546632 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-28043a99-f51c-43c7-84a8-fe51fb7ed76c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 1000 time: 0.0541947 Jul 12 11:02:46.594134 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-0a7142f0-a8ba-4754-b994-296a890e3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:02:46.595593 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-0a7142f0-a8ba-4754-b994-296a890e3c6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0425162 Jul 12 11:02:46.648073 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-498be343-719d-4b29-a1d2-28b27fa0b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:02:46.649192 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-498be343-719d-4b29-a1d2-28b27fa0b9ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477138 Jul 12 11:02:46.737611 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-7bf90506-421a-44c1-aaa9-4a0d5195caa1 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825109 Jul 12 11:02:46.830389 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-17c541d1-eea1-4161-ba7d-394e5921ec85 req-a200807f-069c-4482-b3b8-0a6fe41f09f9 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868366 Jul 12 11:02:55.451621 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e1128bb7-5e6e-4c4f-b4ec-f61aeb2ef51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:02:55.627649 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:02:58.194003 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-b427bc48-e3d4-4c01-b3ea-a26173aee8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:00.113932 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:01.125803 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:02.085911 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:02.846040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:25.434719 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-30507f1e-42be-4eac-a0c1-7e66810ac0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:28.194699 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-40b0044e-68a1-42e9-9d8b-f807b724fba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:29.963611 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-bb61a2e3-128f-444f-82d9-f6ba286eab2b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14576121&fields=id&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 267 time: 0.0455406 Jul 12 11:03:30.074979 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-d5db8ced-f232-4a5f-8c68-c8e81679ee6e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:30.076466 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-d5db8ced-f232-4a5f-8c68-c8e81679ee6e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1063724 Jul 12 11:03:30.091497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:30.092059 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-b9acf004-dd8a-40a9-9421-814d54659c2a tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/quotas/b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 375 time: 0.0098257 Jul 12 11:03:30.149940 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-2c38a6ce-9a71-4d77-b440-6608e78cf95f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530114 Jul 12 11:03:30.236817 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-8892b985-56cc-493e-a0d7-77ec16c862ef service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110926) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 11:03:30.237831 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-8892b985-56cc-493e-a0d7-77ec16c862ef service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0758858 Jul 12 11:03:30.331887 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-b5cc9437-77ce-4c89-afe7-455c12253172 service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874586 Jul 12 11:03:30.427227 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-3f80f689-be3a-43ad-abb8-a1ef556fe0ff service neutron] 10.222.0.36 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891709 Jul 12 11:03:30.974711 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-ea92a06e-2f92-40cc-b92c-7bbfaec41d60 req-13233369-c417-4153-b2bc-f33251cce0c1 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 210 time: 0.0826960 Jul 12 11:03:31.189081 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:32.080021 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-7c9a3fb8-cd25-45ee-9875-56b349e9868e req-36a32764-3159-40c3-9cd6-53796ce64103 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Jul 12 11:03:32.103665 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:32.627183 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:03:32.891849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:32.987777 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-916001bb-31d9-4a6f-89c4-469e18ed3d74 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:32.989346 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-916001bb-31d9-4a6f-89c4-469e18ed3d74 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 811 time: 0.1196580 Jul 12 11:03:33.065752 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-6897d18a-388c-4498-959a-2f9d29c0791b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b54d4125f56d4cf9b20632b7918214d2 HTTP/1.1" status: 200 len: 378 time: 0.0612175 Jul 12 11:03:33.074505 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'port': {'device_id': '5b82d280-aa29-4de4-a198-4479ea43de58', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'admin_state_up': True, 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'security_groups': ['fa335f9e-dc9e-4fc6-8824-e906a9734b2c']}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:03:33.213941 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-fdfd0c22-8600-44b3-976d-b01e16b88713 req-f6e62adc-1e5f-41d3-ad94-29d8b367d061 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 210 time: 0.0450101 Jul 12 11:03:33.297669 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Made reservation on behalf of b54d4125f56d4cf9b20632b7918214d2 for: {'port': 1} {{(pid=110926) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 11:03:33.301615 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:33.435432 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.20.0.3 (77ea23ce-49f4-4e02-aa76-53e6ad285d4d/f3873c8a-7ab9-4052-aab8-84989aa816b2/1daaaeed-133d-4e47-b282-3e5393754465) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 11:03:33.607201 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (1daaaeed-133d-4e47-b282-3e5393754465), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:33.726538 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:33.777090 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 11:03:33.780432 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 11:03:33.784536 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 11:03:33.809644 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:33.824689 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.827443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.828210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.828210 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.828400 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.828633 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:33.857536 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:33.858307 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:33.980724 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-0344776d-5230-47dc-95d9-8e9131a1c333 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100266 Jul 12 11:03:33.999223 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Request body: {'port': {'device_id': '5b82d280-aa29-4de4-a198-4479ea43de58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84786'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:03:34.022759 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-bb3b6313-36ed-4ab6-b366-c03db7fef82c None None] Provisioning complete for port 1daaaeed-133d-4e47-b282-3e5393754465 triggered by entity DHCP. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 11:03:34.023404 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6313-36ed-4ab6-b366-c03db7fef82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1daaaeed-133d-4e47-b282-3e5393754465), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.065174 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b6313-36ed-4ab6-b366-c03db7fef82c None None] Port 1daaaeed-133d-4e47-b282-3e5393754465 cannot update to ACTIVE because it is not bound. {{(pid=110927) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 12 11:03:34.086068 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (1daaaeed-133d-4e47-b282-3e5393754465), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.387765 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daaaeed-133d-4e47-b282-3e5393754465 {{(pid=110926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 11:03:34.396495 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks [] for port (1daaaeed-133d-4e47-b282-3e5393754465), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.410061 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362351f-b7ed-4229-9c42-dd11e336c4d6 req-5cb716a6-8204-4bfc-9b6e-7500add44c18 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:34.411588 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1362351f-b7ed-4229-9c42-dd11e336c4d6 req-5cb716a6-8204-4bfc-9b6e-7500add44c18 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 931 time: 0.1193073 Jul 12 11:03:34.420284 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.provisioning_blocks [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Transition to ACTIVE for port object 1daaaeed-133d-4e47-b282-3e5393754465 will not be triggered until provisioned by entity L2. {{(pid=110926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 12 11:03:34.464298 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1362351f-b7ed-4229-9c42-dd11e336c4d6 req-5982d4e7-a28a-432b-94ad-5b0a6214f480 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457015 Jul 12 11:03:34.555292 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.611932 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:34.684276 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Attempting to bind port 1daaaeed-133d-4e47-b282-3e5393754465 on host hv-cinder-84786 for vnic_type normal with profile {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 12 11:03:34.684729 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Attempting to bind port 1daaaeed-133d-4e47-b282-3e5393754465 by drivers openvswitch,hyperv on host hv-cinder-84786 at level 0 using segments [{'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 12 11:03:34.685053 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Attempting to bind port 1daaaeed-133d-4e47-b282-3e5393754465 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 11:03:34.689924 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Port 1daaaeed-133d-4e47-b282-3e5393754465 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84786 {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 11:03:34.690258 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Attempting to bind port 1daaaeed-133d-4e47-b282-3e5393754465 on network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 11:03:34.696501 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Checking agent: {'id': '42e8f37a-3f99-40c1-a9c2-cc435ffe5bba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84786', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'started_at': datetime.datetime(2022, 7, 12, 10, 45, 30), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 11:03:34.696845 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Checking segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 11:03:34.697233 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Bound using segment: {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'} {{(pid=110926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 11:03:34.697666 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.managers [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Bound port: 1daaaeed-133d-4e47-b282-3e5393754465, host: hv-cinder-84786, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cd4850-d684-400a-8593-f44bcce8c7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d'}}] {{(pid=110926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 12 11:03:34.698029 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (1daaaeed-133d-4e47-b282-3e5393754465), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.763186 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, cleared binding levels {{(pid=110926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 11:03:34.766804 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1daaaeed-133d-4e47-b282-3e5393754465,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 11:03:34.823736 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.857600 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:34.858218 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:34.859638 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] 10.222.0.76 "PUT /v2.0/ports/1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 200 len: 1093 time: 0.8648925 Jul 12 11:03:34.860089 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:03:34.862366 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:03:34.894781 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcbb6-e080-4408-b46d-2d7da021b0fc service neutron] Pushing event updated for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=3']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:34.917071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eebc6da-40cc-4cbb-8536-e1980e372f03 x-openstack-request-id: req-2eebc6da-40cc-4cbb-8536-e1980e372f03 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:03:34.917071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:03:34.917071 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2eebc6da-40cc-4cbb-8536-e1980e372f03 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:03:34.917362 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eebc6da-40cc-4cbb-8536-e1980e372f03'] response: {'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465', 'status': 'completed', 'code': 200} Jul 12 11:03:35.010046 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-ed083109-8466-4870-b91e-dfdfab9d9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.011647 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-ed083109-8466-4870-b91e-dfdfab9d9799 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1127 time: 0.0533705 Jul 12 11:03:35.120120 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-d3775ed6-aae2-40a4-a626-5174efcae014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.121672 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-d3775ed6-aae2-40a4-a626-5174efcae014 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b54d4125f56d4cf9b20632b7918214d2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977437 Jul 12 11:03:35.218430 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-d40c4aff-07eb-4369-854f-4ff4d46bd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.219948 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-76ce6b25-c5ef-49dd-988b-a0ab76dfdf3f req-d40c4aff-07eb-4369-854f-4ff4d46bd7c9 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927694 Jul 12 11:03:35.321166 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-7b4e7320-a719-404a-87b9-214604d0e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.322654 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-7b4e7320-a719-404a-87b9-214604d0e9c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1127 time: 0.0451596 Jul 12 11:03:35.366366 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-95bd4fd1-eb1f-4069-bfac-a4e987db56bf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 200 len: 217 time: 0.0318818 Jul 12 11:03:35.419124 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-b51d91e0-fcb4-44fe-ab73-e1a2bf57397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.420500 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-b51d91e0-fcb4-44fe-ab73-e1a2bf57397e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0485747 Jul 12 11:03:35.470405 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-9afbc905-5eaf-4b33-9cb4-eb5495e72ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.471975 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-9afbc905-5eaf-4b33-9cb4-eb5495e72ec7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458052 Jul 12 11:03:35.592925 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-f52d2d8d-8dda-471d-bfa5-77f2f3670e89 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140397 Jul 12 11:03:35.650151 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540a0d7-be9d-41ca-b952-c65e7141c0f6 req-c4087c10-7ec7-4075-816d-f793e5acc64b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:35.651634 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1540a0d7-be9d-41ca-b952-c65e7141c0f6 req-c4087c10-7ec7-4075-816d-f793e5acc64b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.1167185 Jul 12 11:03:35.727846 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1540a0d7-be9d-41ca-b952-c65e7141c0f6 req-70729b5f-7f18-4870-956c-9e07db821226 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689452 Jul 12 11:03:35.729720 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-9fca42c7-745a-4309-983b-4e18ea9ad702 req-85e6a8b6-1ed2-4967-9381-f33531c7bcde service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299417 Jul 12 11:03:36.760838 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-4509295b-1fb5-4e7b-a25f-5c5c1c7c3898 req-3a94a1b1-b5e8-48ce-96ef-1f32cf4dcb0b service neutron] (110926) timed out ('10.222.0.76', 61930) {{(pid=110926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:03:36.861898 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca4c7-b126-4274-905c-cf748325959d req-d67ef446-c596-416f-baa5-8b85c76de2d5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:36.872211 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-607ca4c7-b126-4274-905c-cf748325959d req-d67ef446-c596-416f-baa5-8b85c76de2d5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0639205 Jul 12 11:03:36.917803 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-607ca4c7-b126-4274-905c-cf748325959d req-bb52864e-5666-40ad-adb4-acdd2a8c585b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480933 Jul 12 11:03:38.043683 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46849e52-778a-4353-abb6-d02ac074ded6 req-effd9eba-4521-4eba-a72c-460e740b5b5f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:38.045273 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-46849e52-778a-4353-abb6-d02ac074ded6 req-effd9eba-4521-4eba-a72c-460e740b5b5f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0568645 Jul 12 11:03:38.101336 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-46849e52-778a-4353-abb6-d02ac074ded6 req-0ded4642-82e9-4044-b94f-adf808b54b27 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503829 Jul 12 11:03:39.236168 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26438f2-1ca4-4dd6-a44c-9d55f9a5ee0c req-5b714060-52ff-4769-9bf3-62c1309e1bd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:39.237708 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c26438f2-1ca4-4dd6-a44c-9d55f9a5ee0c req-5b714060-52ff-4769-9bf3-62c1309e1bd5 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0578337 Jul 12 11:03:39.293811 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c26438f2-1ca4-4dd6-a44c-9d55f9a5ee0c req-c0336e20-3581-40fd-b2ef-f61cc8354127 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500917 Jul 12 11:03:40.177484 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-434e0e00-9653-46ab-9bc2-5c0d3bd6fcf4 req-14dda9e3-7236-42c3-939e-420eb01df25a service neutron] (110925) timed out ('10.222.0.76', 61935) {{(pid=110925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:03:40.423512 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30c3e-b6c5-4f0b-8f29-636aa72ed257 req-8ed5a156-ca79-4d72-a39c-c1cbc026e54f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:40.425092 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6d30c3e-b6c5-4f0b-8f29-636aa72ed257 req-8ed5a156-ca79-4d72-a39c-c1cbc026e54f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0586710 Jul 12 11:03:40.479112 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6d30c3e-b6c5-4f0b-8f29-636aa72ed257 req-54e6559f-00d2-44fd-82f1-04d3206e3b79 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478492 Jul 12 11:03:41.609644 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceff84-275f-4db7-b924-a0d6aa9e1d88 req-76a9f203-4464-4701-b61c-f9463744b28c tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:41.611191 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4ceff84-275f-4db7-b924-a0d6aa9e1d88 req-76a9f203-4464-4701-b61c-f9463744b28c tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0548785 Jul 12 11:03:41.669393 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c4ceff84-275f-4db7-b924-a0d6aa9e1d88 req-eb4e10de-36b3-418f-9480-2dd5139fb144 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518854 Jul 12 11:03:42.801729 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c827b06-ec93-4b0f-8217-33ed777bf8ec req-eeed1707-febb-4208-916d-442239a5c238 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:42.803828 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c827b06-ec93-4b0f-8217-33ed777bf8ec req-eeed1707-febb-4208-916d-442239a5c238 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 943 time: 0.0629406 Jul 12 11:03:42.862643 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-4c827b06-ec93-4b0f-8217-33ed777bf8ec req-cb7a1c5a-fd96-4767-b7cd-57f98e77dfa2 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528879 Jul 12 11:03:43.120756 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 1daaaeed-133d-4e47-b282-3e5393754465 details requested by agent hyperv_hv-cinder-84786 with host hv-cinder-84786 {{(pid=110927) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 11:03:43.229829 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1daaaeed-133d-4e47-b282-3e5393754465,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:03:43.243641 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Returning: {'device': '1daaaeed-133d-4e47-b282-3e5393754465', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'port_id': '1daaaeed-133d-4e47-b282-3e5393754465', 'mac_address': 'fa:16:3e:c0:58:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110927) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 11:03:43.281184 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 1daaaeed-133d-4e47-b282-3e5393754465 is: DOWN; New status is: BUILD {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 11:03:43.281651 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (1daaaeed-133d-4e47-b282-3e5393754465), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:43.296043 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daaaeed-133d-4e47-b282-3e5393754465 {{(pid=110927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 11:03:43.317649 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1daaaeed-133d-4e47-b282-3e5393754465,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:03:43.372144 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:43.424602 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=4']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:43.432969 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.434219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.434219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.434219 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.434637 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.434768 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.435042 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.435376 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.435702 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.436031 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.436364 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.436689 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.437039 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:03:43.717618 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] get_ports_and_sgs() called for port_ids ['1daaaeed-133d-4e47-b282-3e5393754465'] {{(pid=110927) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 11:03:44.058966 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67645d06-c87d-4183-8071-c1cec043f51b req-74755919-3101-4f6c-b000-5bf5abc11050 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:44.061875 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-67645d06-c87d-4183-8071-c1cec043f51b req-74755919-3101-4f6c-b000-5bf5abc11050 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 944 time: 0.0892873 Jul 12 11:03:44.118338 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-67645d06-c87d-4183-8071-c1cec043f51b req-26ff1663-f747-4b63-9ef3-08ba0c7d3737 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484803 Jul 12 11:03:45.141924 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 1daaaeed-133d-4e47-b282-3e5393754465 up at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 11:03:45.240227 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning for port 1daaaeed-133d-4e47-b282-3e5393754465 completed by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 12 11:03:45.245121 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.provisioning_blocks [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Provisioning complete for port 1daaaeed-133d-4e47-b282-3e5393754465 triggered by entity L2. {{(pid=110927) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 12 11:03:45.248469 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3820800'] for port (1daaaeed-133d-4e47-b282-3e5393754465), provisioning_complete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:45.253612 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8d039-e616-4e8d-8cae-7218077c2ff0 req-f1519769-bcfd-4709-a326-eff2aece0607 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:45.256496 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a4b8d039-e616-4e8d-8cae-7218077c2ff0 req-f1519769-bcfd-4709-a326-eff2aece0607 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 944 time: 0.0598207 Jul 12 11:03:45.315732 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a4b8d039-e616-4e8d-8cae-7218077c2ff0 req-6ac6f482-69b1-4616-af9a-1837f2d1e80b tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520136 Jul 12 11:03:45.326141 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Current status of the port 1daaaeed-133d-4e47-b282-3e5393754465 is: BUILD; New status is: ACTIVE {{(pid=110927) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 12 11:03:45.326632 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (1daaaeed-133d-4e47-b282-3e5393754465), before_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:45.351019 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465'}] {{(pid=110927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:03:45.353832 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5107443fd66e2cfb625a17969689d05fc983ecba7ca74df49bf98acb6f5d17f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd22e71f-2d35-47cb-95b1-e73b8b79c313" -d '{"events": [{"server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "name": "network-vif-plugged", "status": "completed", "tag": "1daaaeed-133d-4e47-b282-3e5393754465"}]}' {{(pid=110927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:03:45.366604 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1daaaeed-133d-4e47-b282-3e5393754465,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:03:45.390497 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29af2856-e953-45ab-870c-1151b0d97924 x-openstack-request-id: req-29af2856-e953-45ab-870c-1151b0d97924 {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:03:45.391017 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "name": "network-vif-plugged", "status": "completed", "tag": "1daaaeed-133d-4e47-b282-3e5393754465", "code": 200}]} {{(pid=110927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:03:45.391381 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29af2856-e953-45ab-870c-1151b0d97924 {{(pid=110927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:03:45.391875 dv-cinder-847864-7-iscsi neutron-server[110927]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29af2856-e953-45ab-870c-1151b0d97924'] response: {'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465', 'code': 200} Jul 12 11:03:45.423208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:45.476607 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Pushing event updated for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=5']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:45.802549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b563145-ccf3-4a8e-9634-bec0d6eb289a req-6fa14aa7-9669-43b2-b4c5-1bc9be1575a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:45.804664 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b563145-ccf3-4a8e-9634-bec0d6eb289a req-6fa14aa7-9669-43b2-b4c5-1bc9be1575a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1129 time: 0.0456879 Jul 12 11:03:45.855463 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-1b563145-ccf3-4a8e-9634-bec0d6eb289a req-95f1fbc6-31f7-46eb-9d37-7d266f07f85f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441897 Jul 12 11:03:46.441767 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f65c3-3bce-4987-b173-c07939c496b4 req-da0c35d3-821b-4e54-80f3-b7a3c3fde958 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:46.445487 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f05f65c3-3bce-4987-b173-c07939c496b4 req-da0c35d3-821b-4e54-80f3-b7a3c3fde958 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.0547900 Jul 12 11:03:46.498047 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f05f65c3-3bce-4987-b173-c07939c496b4 req-60f0a46a-0d92-4a04-8535-dc0e11a81a32 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484974 Jul 12 11:03:47.648244 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239653e9-0c70-48b7-9d0a-bbe39f2a261e req-2fac83a0-05a0-479b-8437-55cc1a0acd73 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:47.649758 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-239653e9-0c70-48b7-9d0a-bbe39f2a261e req-2fac83a0-05a0-479b-8437-55cc1a0acd73 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.0720506 Jul 12 11:03:47.701569 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-239653e9-0c70-48b7-9d0a-bbe39f2a261e req-93463779-c62c-4e1e-8db9-c6edf51ef2fa tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460205 Jul 12 11:03:47.837586 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bcb77-0045-43bf-a2f8-3005bd1a14f0 req-c5fd2298-f364-48f0-9815-256a3c7e3ba6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:47.837586 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f56bcb77-0045-43bf-a2f8-3005bd1a14f0 req-c5fd2298-f364-48f0-9815-256a3c7e3ba6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Jul 12 11:03:47.885676 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f56bcb77-0045-43bf-a2f8-3005bd1a14f0 req-1158a5f7-9233-4043-8cdf-ef915e8dfa17 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475140 Jul 12 11:03:47.909327 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34562) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:03:47.960902 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d1a31d-6827-4d42-b995-14c7bdd4473d tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:47.962483 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-d8d1a31d-6827-4d42-b995-14c7bdd4473d tempest-TestVolumeBootPattern-1329988594 tempest-TestVolumeBootPattern-1329988594-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1124 time: 0.0520544 Jul 12 11:03:47.965488 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34564) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:03:47.969916 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.v2.base [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Request body: {'floatingip': {'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'port_id': '1daaaeed-133d-4e47-b282-3e5393754465', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110926) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 11:03:48.109271 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:48.217379 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (None), before_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:48.354199 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-32138248-78ed-4d4f-9383-da7b4ef7c670 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984445 Jul 12 11:03:48.369727 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_common [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Allocated IP 172.27.2.114 (5daae12b-b703-4366-9f9d-7ddf65b090d5/070f284c-f85d-485f-82e3-858002e9ca75/62dd37f9-8c6d-4388-8c4b-73a423b8663a) {{(pid=110926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 11:03:48.515005 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c050-80e7-4379-97c8-9de153a325bc req-ad6a0c81-432c-4e36-89e4-52006ef763d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:48.516534 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-ad6a0c81-432c-4e36-89e4-52006ef763d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1129 time: 0.0839157 Jul 12 11:03:48.533037 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:48.930500 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c050-80e7-4379-97c8-9de153a325bc req-eaeede6b-e2a9-4f86-b97d-465ba227ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:48.932083 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-eaeede6b-e2a9-4f86-b97d-465ba227ea1b service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.3957613 Jul 12 11:03:48.981479 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756705404227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:49.036764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Network 5daae12b-b703-4366-9f9d-7ddf65b090d5 is already hosted by enough agents. {{(pid=110926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 11:03:49.044886 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.base_scheduler [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Resources bound (agent type, host, resource id): {{(pid=110926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 11:03:49.051311 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-5b188a5d-1a1f-4a77-ac11-8062959c0b6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 1000 time: 0.1100311 Jul 12 11:03:49.051311 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Received port after_create {{(pid=110926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 12 11:03:49.051614 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=62dd37f9-8c6d-4388-8c4b-73a423b8663a,revision_number=1']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:49.153225 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c050-80e7-4379-97c8-9de153a325bc req-904535a8-4cac-4e1b-a889-22d48d7733af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:49.154743 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-904535a8-4cac-4e1b-a889-22d48d7733af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0990233 Jul 12 11:03:49.296371 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c050-80e7-4379-97c8-9de153a325bc req-90c40dc7-6c47-4532-a2a9-aaff9fa00661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:49.297836 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-90c40dc7-6c47-4532-a2a9-aaff9fa00661 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350553 Jul 12 11:03:49.491326 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-0dffaa92-a315-44cb-b0a2-d33964ce1468 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847138 Jul 12 11:03:49.655046 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-2224c050-80e7-4379-97c8-9de153a325bc req-c49121b2-ce45-4d7f-8726-3c365bad7fb1 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576197 Jul 12 11:03:49.656091 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (c6360436-f31f-4e5f-b228-c11165b167e2), precommit_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:49.808321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3518868'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), before_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:49.965878 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), precommit_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:50.040631 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756705847080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756705404245', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756705404263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125982881'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), after_update {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:50.116648 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event updated for resources: {'Port': ['ID=62dd37f9-8c6d-4388-8c4b-73a423b8663a,revision_number=2']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:03:50.133106 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-412842'] for floatingip (c6360436-f31f-4e5f-b228-c11165b167e2), after_create {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:50.238480 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP c6360436-f31f-4e5f-b228-c11165b167e2 associated. External IP: 172.27.2.114, port: 1daaaeed-133d-4e47-b282-3e5393754465. Jul 12 11:03:50.461191 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:03:50.581045 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:03:50.592015 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:03:50.603208 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:03:50.603849 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:03:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:03:50.666270 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:50.698528 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-9a4b2c76-9646-4241-9b2b-88277f363236 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7319269 Jul 12 11:03:50.699184 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:03:50.701545 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8f5fef-6c74-4fca-9854-10c0b01d192e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:03:50.714319 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:03:50.763051 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c048639-d99d-499f-bb09-b049a155c551 x-openstack-request-id: req-5c048639-d99d-499f-bb09-b049a155c551 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:03:50.763355 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:03:50.763616 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c048639-d99d-499f-bb09-b049a155c551 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:03:50.764033 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c048639-d99d-499f-bb09-b049a155c551'] response: {'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465', 'status': 'completed', 'code': 200} Jul 12 11:03:50.861334 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-11b59ade-4a35-4a76-8870-e8697712df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:50.862877 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-11b59ade-4a35-4a76-8870-e8697712df5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1129 time: 0.0559959 Jul 12 11:03:50.964383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-a992722c-f9b7-4bff-ab77-d43ddb3953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:50.965965 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-a992722c-f9b7-4bff-ab77-d43ddb3953a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0965784 Jul 12 11:03:50.980092 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c6360436-f31f-4e5f-b228-c11165b167e2', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '1daaaeed-133d-4e47-b282-3e5393754465', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c0:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b82d280-aa29-4de4-a198-4479ea43de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:03:49Z', 'updated_at': '2022-07-12T11:03:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}, {'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:03:51.009910 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:03:51.019470 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:03:51.020107 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:03:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:03:51.032429 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-e9d41424-373a-45c2-8012-5d6a9b16abf7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 200 len: 999 time: 0.0607450 Jul 12 11:03:51.087596 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-25d72cef-0070-4c9d-902c-dff1112574df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:51.089026 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-25d72cef-0070-4c9d-902c-dff1112574df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0506432 Jul 12 11:03:51.122741 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:03:51.148468 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-48007f24-9ca0-4b3b-84e2-a7cb92145a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:03:51.150013 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-48007f24-9ca0-4b3b-84e2-a7cb92145a48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551419 Jul 12 11:03:51.247926 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-1d6200df-685e-426e-ba4b-1f69ed1fc435 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904992 Jul 12 11:03:51.349710 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-bf8f5fef-6c74-4fca-9854-10c0b01d192e req-3ecfd13f-9ffc-4ec8-a46a-33974afb9b42 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961871 Jul 12 11:03:51.446033 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c6360436-f31f-4e5f-b228-c11165b167e2', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '1daaaeed-133d-4e47-b282-3e5393754465', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c0:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b82d280-aa29-4de4-a198-4479ea43de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:03:49Z', 'updated_at': '2022-07-12T11:03:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}, {'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:03:51.471045 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0df4-e7cd-4a09-84ad-cf719f78b289 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'c6360436-f31f-4e5f-b228-c11165b167e2', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '1daaaeed-133d-4e47-b282-3e5393754465', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c0:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b82d280-aa29-4de4-a198-4479ea43de58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:03:49Z', 'updated_at': '2022-07-12T11:03:49Z', 'revision_number': 0, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}, {'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:03:51.711262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba7532-d3b4-4716-87cd-717343593bdf None None] New status for floating IP c6360436-f31f-4e5f-b228-c11165b167e2: ACTIVE {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 11:03:55.429369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec665-e9b4-454e-b2a3-75ace1330c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:03:58.223591 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7d813758-6c1d-427f-8c4b-172068075c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:00.103560 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:01.120521 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:02.109391 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:02.829482 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:09.626672 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:04:25.481002 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a785-1b4f-4509-979b-fd53541dc2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:28.208072 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6cbdbafd-6f82-4196-b17f-c63f0c8e6ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:30.104463 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:31.098354 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:32.086612 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:32.829506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:46.626610 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:04:50.328472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-c7d3dfe7-7dad-4274-9379-0170fe35d815 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838768 Jul 12 11:04:50.404282 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-6a0dfd62-d6d8-4cd0-8dd7-22fdf548fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:04:50.405778 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-6a0dfd62-d6d8-4cd0-8dd7-22fdf548fd43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1129 time: 0.0449374 Jul 12 11:04:50.514004 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-cd19a5ee-93ed-48ce-9b7e-dceedafb92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:04:50.515512 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-cd19a5ee-93ed-48ce-9b7e-dceedafb92b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.0908730 Jul 12 11:04:50.576009 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-ee328898-431c-479e-bcdd-16ffaca31afe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 200 len: 1001 time: 0.0548322 Jul 12 11:04:50.628558 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-17cdb90e-93bd-4d35-99e9-c9c67251f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:04:50.629927 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-17cdb90e-93bd-4d35-99e9-c9c67251f72f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0480692 Jul 12 11:04:50.679072 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-d1f0bfb1-6c2a-4613-95f6-0e6cff8c7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:04:50.680628 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-d1f0bfb1-6c2a-4613-95f6-0e6cff8c7e68 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446851 Jul 12 11:04:50.768452 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-228f7c9f-a2dd-4421-9ba8-4905cf4819fa service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817297 Jul 12 11:04:50.867813 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-aa83f149-2da7-4da3-b0a8-7872738ce7cf req-d58f6a87-8085-4f2b-a0f9-4f99d652d211 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928302 Jul 12 11:04:55.452897 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9b6cf30a-a9db-4ee4-afa0-050fa3d6a192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:04:58.161388 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-88c7f689-884c-46ad-b4d3-9b6bd2c4dbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:00.121345 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:01.121331 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:02.139708 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:02.882294 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.212578 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34592) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:12.445764 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 62dd37f9-8c6d-4388-8c4b-73a423b8663a {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:12.446111 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.532873 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.533208 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (62dd37f9-8c6d-4388-8c4b-73a423b8663a), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.547899 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 62dd37f9-8c6d-4388-8c4b-73a423b8663a owned by network:floatingip {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:12.796401 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (62dd37f9-8c6d-4388-8c4b-73a423b8663a), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.826028 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=62dd37f9-8c6d-4388-8c4b-73a423b8663a,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:12.838980 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.839350 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.839708 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.840059 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.841121 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.841618 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.842012 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.842384 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.842684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.843055 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.843396 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.843730 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.844082 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:12.908282 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (c6360436-f31f-4e5f-b228-c11165b167e2), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:12.908619 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.db.l3_db [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP c6360436-f31f-4e5f-b228-c11165b167e2 disassociated (deleted). External IP: 172.27.2.114, port: 1daaaeed-133d-4e47-b282-3e5393754465. Jul 12 11:05:13.154126 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110926) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:05:13.273216 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110926) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:05:13.278945 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:13.285521 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:05:13.298354 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:13.299031 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:04:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:13.315920 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-fea3bbd7-49d6-4846-adc6-8a76ffc6e1e7 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "DELETE /v2.0/floatingips/c6360436-f31f-4e5f-b228-c11165b167e2 HTTP/1.1" status: 204 len: 168 time: 1.1021142 Jul 12 11:05:13.316574 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:05:13.319551 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ef114-5a57-4116-bee2-e4d72543134e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:05:13.435804 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e92ef-2a00-4126-b819-26e0525e1e71 x-openstack-request-id: req-d11e92ef-2a00-4126-b819-26e0525e1e71 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:05:13.436177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "tag": "1daaaeed-133d-4e47-b282-3e5393754465", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:05:13.436536 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d11e92ef-2a00-4126-b819-26e0525e1e71 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:05:13.437186 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11e92ef-2a00-4126-b819-26e0525e1e71'] response: {'name': 'network-changed', 'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465', 'status': 'completed', 'code': 200} Jul 12 11:05:13.455699 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:13.534946 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef114-5a57-4116-bee2-e4d72543134e req-4b43ed9f-40d4-4dbe-a1c2-7072a3183699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:13.536670 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-4b43ed9f-40d4-4dbe-a1c2-7072a3183699 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 1129 time: 0.0570545 Jul 12 11:05:13.681748 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef114-5a57-4116-bee2-e4d72543134e req-b425b084-eeae-4a21-acc4-21320f84ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:13.686338 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-b425b084-eeae-4a21-acc4-21320f84ede2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.1423428 Jul 12 11:05:13.729387 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:13.750734 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-e972ab12-3c38-4ffe-8576-1d0edaabe3d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 200 len: 217 time: 0.0595663 Jul 12 11:05:13.766016 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:05:13.778746 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:13.779735 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:04:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:13.840763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef114-5a57-4116-bee2-e4d72543134e req-0bc815aa-1358-48c8-96e7-3bb182129a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:13.844029 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-0bc815aa-1358-48c8-96e7-3bb182129a48 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0878174 Jul 12 11:05:13.959660 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:13.979889 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef114-5a57-4116-bee2-e4d72543134e req-fc545653-b771-4ab2-9162-868e28adcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:13.982567 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-fc545653-b771-4ab2-9162-868e28adcf40 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1311724 Jul 12 11:05:14.004853 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3129-4f00-4c06-be1e-6f88b821afbf req-9f95e998-e52b-449f-9191-7ecf13d04689 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:14.007489 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-283d3129-4f00-4c06-be1e-6f88b821afbf req-9f95e998-e52b-449f-9191-7ecf13d04689 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.1418402 Jul 12 11:05:14.324650 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:14.358815 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20cd14-a74b-44de-9dc9-a429305408a7 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_floatingips': [{'id': 'e1422981-40a5-412b-813c-13a9ac2d47f9', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'router_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'port_id': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'mac_address': 'fa:16:3e:c5:b3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T11:01:49Z', 'updated_at': '2022-07-12T11:01:52Z', 'revision_number': 1, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:05:14.423081 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-283d3129-4f00-4c06-be1e-6f88b821afbf req-4a2ea9e0-22f6-4f5e-9be1-39f89648b916 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4038093 Jul 12 11:05:14.447843 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-a107abad-aae3-41a9-89f8-a57d7ce49079 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568112 Jul 12 11:05:14.568372 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-982ef114-5a57-4116-bee2-e4d72543134e req-50615896-eeab-4c2a-ac7e-9dfa4998fd53 service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128018 Jul 12 11:05:14.685069 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f4e1b-4577-4c1b-8f38-472f4f6a9c05 None None] New status for floating IP c6360436-f31f-4e5f-b228-c11165b167e2: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 11:05:15.576267 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aab60-c0ee-4933-9003-f0a038b19ea5 req-a2fd188c-c3a1-488d-bc51-d46bc54e0044 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:15.578322 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-947aab60-c0ee-4933-9003-f0a038b19ea5 req-a2fd188c-c3a1-488d-bc51-d46bc54e0044 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.0703168 Jul 12 11:05:15.736965 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-947aab60-c0ee-4933-9003-f0a038b19ea5 req-905c8af9-c157-4e1a-abeb-62eadaf50064 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516521 Jul 12 11:05:15.759519 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e44c56-08a6-4025-b327-11bff2943763 req-4d400e1d-a756-42d5-8e0b-38a32911d36e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:15.762288 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-13e44c56-08a6-4025-b327-11bff2943763 req-4d400e1d-a756-42d5-8e0b-38a32911d36e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 945 time: 0.1647727 Jul 12 11:05:15.864383 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 1daaaeed-133d-4e47-b282-3e5393754465 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:15.864816 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (1daaaeed-133d-4e47-b282-3e5393754465), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:15.974326 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] For port 1daaaeed-133d-4e47-b282-3e5393754465, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=1daaaeed-133d-4e47-b282-3e5393754465,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:15.974699 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (1daaaeed-133d-4e47-b282-3e5393754465), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:15.991449 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 1daaaeed-133d-4e47-b282-3e5393754465 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:16.213667 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (1daaaeed-133d-4e47-b282-3e5393754465), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:16.251949 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=1daaaeed-133d-4e47-b282-3e5393754465,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:16.304863 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] No DVR routers for this DVR port 1daaaeed-133d-4e47-b282-3e5393754465 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:16.307878 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:16.312054 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-13e44c56-08a6-4025-b327-11bff2943763 req-89f38d25-c7b5-473a-8b56-8adf4c68e6c6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "DELETE /v2.0/ports/1daaaeed-133d-4e47-b282-3e5393754465 HTTP/1.1" status: 204 len: 173 time: 0.5444942 Jul 12 11:05:16.312779 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'name': 'network-vif-deleted', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:05:16.315549 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e197d939-7fcd-4b56-8c20-f233205402aa" -d '{"events": [{"server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "name": "network-vif-deleted", "tag": "1daaaeed-133d-4e47-b282-3e5393754465"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:05:16.360098 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 11:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a72e1-f4e4-40ac-a0cb-6f3fd53115d6 x-openstack-request-id: req-1f9a72e1-f4e4-40ac-a0cb-6f3fd53115d6 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:05:16.360521 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b82d280-aa29-4de4-a198-4479ea43de58", "name": "network-vif-deleted", "tag": "1daaaeed-133d-4e47-b282-3e5393754465", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:05:16.360882 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f9a72e1-f4e4-40ac-a0cb-6f3fd53115d6 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:05:16.361421 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9a72e1-f4e4-40ac-a0cb-6f3fd53115d6'] response: {'server_uuid': '5b82d280-aa29-4de4-a198-4479ea43de58', 'name': 'network-vif-deleted', 'tag': '1daaaeed-133d-4e47-b282-3e5393754465', 'status': 'completed', 'code': 200} Jul 12 11:05:16.872117 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-a34176b1-fb5a-4053-83ce-3de44f1e8625 req-3c03020b-4be6-435d-b23f-36958afd68e0 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 210 time: 0.0359690 Jul 12 11:05:18.021936 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-f778a775-1659-492c-b3e8-d90e4e3236ea req-ac7ef0c7-bc76-4901-ba7d-e5a4fc7654fe tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b82d280-aa29-4de4-a198-4479ea43de58 HTTP/1.1" status: 200 len: 210 time: 0.0313396 Jul 12 11:05:19.535357 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 1daaaeed-133d-4e47-b282-3e5393754465 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:19.568380 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 1daaaeed-133d-4e47-b282-3e5393754465 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:19.569289 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 1daaaeed-133d-4e47-b282-3e5393754465 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:21.631398 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34636) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:21.819777 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:21.820168 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:21.912744 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:21.913000 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:21.930550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:22.191391 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:22.217415 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=764f1ab9-95d9-44bb-aacf-5dfc0ffae6bc,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:22.239005 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.239564 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.240113 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.245048 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.246237 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.246237 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:22.341619 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (e1422981-40a5-412b-813c-13a9ac2d47f9), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:22.342097 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.db.l3_db [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Floating IP e1422981-40a5-412b-813c-13a9ac2d47f9 disassociated (deleted). External IP: 172.27.2.86, port: 4fa7ff58-85a3-47c8-8e18-d5798bf085d1. Jul 12 11:05:22.627384 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:05:22.744359 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:05:22.749776 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:22.756102 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:05:22.769612 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:22.770293 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:04:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:22.786760 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-30040803-e5fd-41f9-a8dd-fa290660f0ae tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "DELETE /v2.0/floatingips/e1422981-40a5-412b-813c-13a9ac2d47f9 HTTP/1.1" status: 204 len: 168 time: 1.1505506 Jul 12 11:05:22.786760 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1'}] {{(pid=110925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:05:22.787787 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef89c34f21f36365919e43abd196c0cd3d67dc9f19b943e6607a131eff44482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543c0936-295b-4062-9c26-c388ae030d66" -d '{"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1"}]}' {{(pid=110925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:05:22.886331 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:22.942297 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 11:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6a94f8-8d3e-496b-89fb-53629172b3b1 x-openstack-request-id: req-bf6a94f8-8d3e-496b-89fb-53629172b3b1 {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:05:22.942601 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1", "status": "completed", "code": 200}]} {{(pid=110925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:05:22.942892 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf6a94f8-8d3e-496b-89fb-53629172b3b1 {{(pid=110925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:05:22.943369 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6a94f8-8d3e-496b-89fb-53629172b3b1'] response: {'name': 'network-changed', 'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'status': 'completed', 'code': 200} Jul 12 11:05:23.057501 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0936-295b-4062-9c26-c388ae030d66 req-768982a9-6d67-4d96-b77f-1a26351111b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:23.061272 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-768982a9-6d67-4d96-b77f-1a26351111b5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b54d4125f56d4cf9b20632b7918214d2&device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 1129 time: 0.0727916 Jul 12 11:05:23.152208 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:23.177926 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0936-295b-4062-9c26-c388ae030d66 req-6ce44121-3176-4b52-8dba-c4ffc2f95ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:23.183521 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:05:23.188998 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-6ce44121-3176-4b52-8dba-c4ffc2f95ac5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 200 len: 913 time: 0.1213341 Jul 12 11:05:23.191661 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:23.192291 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:04:58Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:23.238825 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-e619a602-9872-41e3-932a-3fb5aaa2d25c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 200 len: 217 time: 0.0430584 Jul 12 11:05:23.289486 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0936-295b-4062-9c26-c388ae030d66 req-54c1a5d9-2655-43df-8a41-984e0bf319a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:23.291123 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-54c1a5d9-2655-43df-8a41-984e0bf319a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 200 len: 850 time: 0.0468428 Jul 12 11:05:23.368947 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c0936-295b-4062-9c26-c388ae030d66 req-5da3a589-af87-41a4-843e-bc1a211f6dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:23.371185 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-5da3a589-af87-41a4-843e-bc1a211f6dd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=77ea23ce-49f4-4e02-aa76-53e6ad285d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736899 Jul 12 11:05:23.407565 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:23.494321 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30907dae-bea4-4134-bf33-b1e46183802a req-8b069f44-c81c-4cb4-a3a0-0b7f77ab99ec tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:23.495992 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30907dae-bea4-4134-bf33-b1e46183802a req-8b069f44-c81c-4cb4-a3a0-0b7f77ab99ec tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.1206446 Jul 12 11:05:23.539697 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-3fc5cc03-ae19-4c0a-b8c3-7ede2f163e7d service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338909 Jul 12 11:05:23.618005 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-30907dae-bea4-4134-bf33-b1e46183802a req-5db14c5a-2d01-4f20-b979-9cc93ff232f6 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136534 Jul 12 11:05:23.627709 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:05:23.650977 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:23.681822 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d459eb3-b470-44f0-bc68-0eeaaaf7a37b None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:41Z', 'revision_number': 4, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi', '_interfaces': [{'id': '82ae7376-2379-4bfc-bbc8-4197dae9837c', 'name': '', 'network_id': '77ea23ce-49f4-4e02-aa76-53e6ad285d4d', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'mac_address': 'fa:16:3e:18:40:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:40Z', 'updated_at': '2022-07-12T10:58:45Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'subnets': [{'id': 'f3873c8a-7ab9-4052-aab8-84989aa816b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:05:23.695841 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-543c0936-295b-4062-9c26-c388ae030d66 req-7e0c37ab-36d4-468c-81a5-111ae7c88e8a service neutron] 10.222.0.76 "GET /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472771 Jul 12 11:05:23.944910 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc23c05-0ebe-4fcb-8aad-81520b144500 None None] New status for floating IP e1422981-40a5-412b-813c-13a9ac2d47f9: DOWN {{(pid=110927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 11:05:24.775913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a6d57-cab9-43b2-8429-8cfad7614a5f req-69131922-7666-46c3-82d3-5c43a1292e4e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:24.777549 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0c7a6d57-cab9-43b2-8429-8cfad7614a5f req-69131922-7666-46c3-82d3-5c43a1292e4e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.0613990 Jul 12 11:05:24.838625 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-0c7a6d57-cab9-43b2-8429-8cfad7614a5f req-24860381-a307-4b91-b0b4-81c1d0c8179f tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa335f9e-dc9e-4fc6-8824-e906a9734b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503879 Jul 12 11:05:25.108017 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-7c4b4f07-0be0-4a8f-b9cb-d28e13b91cc3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110926) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 11:05:25.109769 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-7c4b4f07-0be0-4a8f-b9cb-d28e13b91cc3 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 945 time: 0.0583165 Jul 12 11:05:25.209568 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:25.209913 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:25.309340 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] For port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1, host hv-cinder-84786, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84786',level=0,port_id=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:25.309708 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:25.330443 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 owned by compute:nova {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:25.527908 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9043a5be-5209-4012-bc10-2c39cf5cc613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:25.568361 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (4fa7ff58-85a3-47c8-8e18-d5798bf085d1), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:25.600325 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=4fa7ff58-85a3-47c8-8e18-d5798bf085d1,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:25.662823 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] No DVR routers for this DVR port 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 on host hv-cinder-84786 {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:25.665888 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for port (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:25.670020 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c6094b18-4bfd-4c6a-b6c1-a93ab152b031 req-c7b5a01d-2a9c-4887-9554-ce31d214a4be tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.76 "DELETE /v2.0/ports/4fa7ff58-85a3-47c8-8e18-d5798bf085d1 HTTP/1.1" status: 204 len: 173 time: 0.5548835 Jul 12 11:05:25.670522 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'name': 'network-vif-deleted', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1'}] {{(pid=110926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 11:05:25.672933 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61951a8eec34ada9ab542cd9da1dc9574d0f5ed47d549a9e4334c1fcc685d2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac0f58-2e28-47af-8944-0a85f3ed2d22" -d '{"events": [{"server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "name": "network-vif-deleted", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1"}]}' {{(pid=110926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 11:05:25.715897 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca8f50-eb40-46ae-a4c1-084dc950c5f1 x-openstack-request-id: req-77ca8f50-eb40-46ae-a4c1-084dc950c5f1 {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 11:05:25.719086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16dd16-1b3f-4316-965c-d4d82675e495", "name": "network-vif-deleted", "tag": "4fa7ff58-85a3-47c8-8e18-d5798bf085d1", "status": "completed", "code": 200}]} {{(pid=110926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 11:05:25.719086 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77ca8f50-eb40-46ae-a4c1-084dc950c5f1 {{(pid=110926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 11:05:25.719086 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ca8f50-eb40-46ae-a4c1-084dc950c5f1'] response: {'server_uuid': 'dc16dd16-1b3f-4316-965c-d4d82675e495', 'name': 'network-vif-deleted', 'tag': '4fa7ff58-85a3-47c8-8e18-d5798bf085d1', 'status': 'completed', 'code': 200} Jul 12 11:05:25.969807 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-205b5e66-e39e-4c08-8eb7-df856f24012e req-ee7697af-faa3-4a4a-a4b4-3cd55ca50192 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 210 time: 0.0429139 Jul 12 11:05:27.126041 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [req-c568e46f-617e-4724-a442-a90a1495cc59 req-ca28bad3-9522-42a1-879e-5f51d750dd98 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc16dd16-1b3f-4316-965c-d4d82675e495 HTTP/1.1" status: 200 len: 210 time: 0.0435064 Jul 12 11:05:27.589481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 no longer exists at agent hyperv_hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:27.614369 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] No Port match for: 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:27.614718 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Device 4fa7ff58-85a3-47c8-8e18-d5798bf085d1 not bound to the agent host hv-cinder-84786 {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:28.174047 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c2103365-ada8-400b-b58a-43d06076aa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.197879 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34658) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:28.328881 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Deleting port 95b9ac3b-bddd-4f9e-a2f8-a3873c90431d {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:28.329145 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.416519 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.416862 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.431961 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Calling delete_port for 95b9ac3b-bddd-4f9e-a2f8-a3873c90431d owned by network:floatingip {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:28.705235 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (95b9ac3b-bddd-4f9e-a2f8-a3873c90431d), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.733123 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'Port': ['ID=95b9ac3b-bddd-4f9e-a2f8-a3873c90431d,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:28.803550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for floatingip (f7ab7d44-901e-4075-a357-22daaa8b359f), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.806310 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009041'] for floatingip (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:28.807643 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2e8cd08d-e9fb-45b0-bd23-4d502782941e tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "DELETE /v2.0/floatingips/f7ab7d44-901e-4075-a357-22daaa8b359f HTTP/1.1" status: 204 len: 168 time: 0.6084337 Jul 12 11:05:30.128105 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:30.221649 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34670) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:30.288367 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (fa335f9e-dc9e-4fc6-8824-e906a9734b2c), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:30.318560 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (fa335f9e-dc9e-4fc6-8824-e906a9734b2c), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:30.505314 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (fa335f9e-dc9e-4fc6-8824-e906a9734b2c), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:30.508063 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:30.509346 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa335f9e-dc9e-4fc6-8824-e906a9734b2c HTTP/1.1" status: 204 len: 168 time: 0.2866561 Jul 12 11:05:30.519162 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f1df-5c63-4ce5-b48b-c46937c37fe8 tempest-TestVolumeBootPattern-2003822723 tempest-TestVolumeBootPattern-2003822723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa335f9e-dc9e-4fc6-8824-e906a9734b2c,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:30.663233 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34674) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:31.145917 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:31.225252 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (552de510-340f-45cb-b189-40fb44e77d4b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:31.508303 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Deleting port 82ae7376-2379-4bfc-bbc8-4197dae9837c {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:31.508644 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:31.595697 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] For port 82ae7376-2379-4bfc-bbc8-4197dae9837c, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=82ae7376-2379-4bfc-bbc8-4197dae9837c,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:31.596073 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:31.616452 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Calling delete_port for 82ae7376-2379-4bfc-bbc8-4197dae9837c owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:31.917117 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (82ae7376-2379-4bfc-bbc8-4197dae9837c), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:31.946414 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Pushing event deleted for resources: {'Port': ['ID=82ae7376-2379-4bfc-bbc8-4197dae9837c,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:32.101234 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:32.163237 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (552de510-340f-45cb-b189-40fb44e77d4b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:32.463974 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Router 552de510-340f-45cb-b189-40fb44e77d4b has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:05:32.586896 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:05:32.592876 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-2235198f-dafa-4236-b484-fedc8427be4f admin admin] 10.222.0.36 "PUT /v2.0/routers/552de510-340f-45cb-b189-40fb44e77d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9285026 Jul 12 11:05:32.596946 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34678) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:32.597522 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Sync routers for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:05:32.611053 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:32.611782 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:05:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:32.711114 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks [] for router (552de510-340f-45cb-b189-40fb44e77d4b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:32.763848 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:32.882535 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:33.006616 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T11:05:31Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:33.037049 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Checking router: 552de510-340f-45cb-b189-40fb44e77d4b for host: dv-cinder-847864-7-iscsi {{(pid=110928) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:05:33.051366 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Routers {'552de510-340f-45cb-b189-40fb44e77d4b'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110928) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:33.053541 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:05:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['552de510-340f-45cb-b189-40fb44e77d4b'], 'active': True} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:33.155479 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks [] for router_gateway (552de510-340f-45cb-b189-40fb44e77d4b), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:33.180475 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_dvr_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] Set router 552de510-340f-45cb-b189-40fb44e77d4b gateway port host: dv-cinder-847864-7-iscsi {{(pid=110928) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:33.336121 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Deleting port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:33.336508 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:33.416954 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.l3_hamode_db [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T11:05:31Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:33.451327 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ceb9f-dccf-4fb0-8b35-22509b4fff12 None None] The sync data for ids ['552de510-340f-45cb-b189-40fb44e77d4b'] in dv-cinder-847864-7-iscsi is: [{'id': '552de510-340f-45cb-b189-40fb44e77d4b', 'name': 'tempest-TestVolumeBootPattern-896697824-router', 'tenant_id': 'b54d4125f56d4cf9b20632b7918214d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T11:05:31Z', 'revision_number': 5, 'project_id': 'b54d4125f56d4cf9b20632b7918214d2', 'gw_port': {'id': '9f711ffd-2b34-4fc3-abe1-6e04694f5ece', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552de510-340f-45cb-b189-40fb44e77d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:38Z', 'updated_at': '2022-07-12T10:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110928) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:05:33.479933 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] For port 9f711ffd-2b34-4fc3-abe1-6e04694f5ece, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:33.480790 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:33.510106 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Calling delete_port for 9f711ffd-2b34-4fc3-abe1-6e04694f5ece owned by network:router_gateway {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:33.832576 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (9f711ffd-2b34-4fc3-abe1-6e04694f5ece), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:33.869506 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f711ffd-2b34-4fc3-abe1-6e04694f5ece,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:33.885278 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 82ae7376-2379-4bfc-bbc8-4197dae9837c no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:33.935731 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 82ae7376-2379-4bfc-bbc8-4197dae9837c {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:33.936432 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 82ae7376-2379-4bfc-bbc8-4197dae9837c not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:33.973811 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (552de510-340f-45cb-b189-40fb44e77d4b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.089231 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (552de510-340f-45cb-b189-40fb44e77d4b), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.092662 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks [] for router_controller (552de510-340f-45cb-b189-40fb44e77d4b), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.237025 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (552de510-340f-45cb-b189-40fb44e77d4b), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.237902 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552de510-340f-45cb-b189-40fb44e77d4b {{(pid=110925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 11:05:34.247993 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.249177 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d82b615d-b2c9-4205-867a-c092c78ec2f7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/552de510-340f-45cb-b189-40fb44e77d4b HTTP/1.1" status: 204 len: 168 time: 1.6509290 Jul 12 11:05:34.251228 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34680) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:34.306088 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Deleting subnet f3873c8a-7ab9-4052-aab8-84989aa816b2 {{(pid=110925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 11:05:34.310742 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Publish callbacks [] for subnet (f3873c8a-7ab9-4052-aab8-84989aa816b2), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.366339 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5751744'] for subnet (f3873c8a-7ab9-4052-aab8-84989aa816b2), precommit_delete_associations {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.476625 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (f3873c8a-7ab9-4052-aab8-84989aa816b2), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.608728 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4846103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5153174'] for subnet (f3873c8a-7ab9-4052-aab8-84989aa816b2), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.636719 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3873c8a-7ab9-4052-aab8-84989aa816b2,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:34.643810 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for subnet (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.648254 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-53e0e318-3ffa-4b07-8766-d10942c92861 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f3873c8a-7ab9-4052-aab8-84989aa816b2 HTTP/1.1" status: 204 len: 168 time: 0.3957922 Jul 12 11:05:34.651085 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a0059-62c9-4cb5-8957-7b2b0c25d506 None None] Network 77ea23ce-49f4-4e02-aa76-53e6ad285d4d requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 11:05:34.651523 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34682) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:34.738016 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (77ea23ce-49f4-4e02-aa76-53e6ad285d4d), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.800003 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Deleting port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:34.800343 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.880684 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] For port 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=22aa9162-b055-48eb-b9a2-4b36567c3aa6,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:34.881069 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:34.901495 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] DHCP port deletion for 77ea23ce-49f4-4e02-aa76-53e6ad285d4d request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 11:05:34.905052 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Calling delete_port for 22aa9162-b055-48eb-b9a2-4b36567c3aa6 owned by network:dhcp {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:34.971938 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Deleting port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:34.972315 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.042706 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] For port 22aa9162-b055-48eb-b9a2-4b36567c3aa6, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=22aa9162-b055-48eb-b9a2-4b36567c3aa6,segment=NetworkSegment(39cd4850-d684-400a-8593-f44bcce8c7db),segment_id=39cd4850-d684-400a-8593-f44bcce8c7db)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:35.043072 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.057621 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Calling delete_port for 22aa9162-b055-48eb-b9a2-4b36567c3aa6 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:35.076754 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.102738 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Pushing event deleted for resources: {'Port': ['ID=22aa9162-b055-48eb-b9a2-4b36567c3aa6,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:35.112293 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] No DVR routers for this DVR port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 on host dv-cinder-847864-7-iscsi {{(pid=110926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:35.148319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (22aa9162-b055-48eb-b9a2-4b36567c3aa6), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.174881 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Pushing event deleted for resources: {'Port': ['ID=22aa9162-b055-48eb-b9a2-4b36567c3aa6,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:35.179717 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] No DVR routers for this DVR port 22aa9162-b055-48eb-b9a2-4b36567c3aa6 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:35.187774 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.188071 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.188425 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.188766 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.189273 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.190506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.190506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.190506 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.191040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.191040 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.191362 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.191624 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.191874 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957b632-ebff-4ea4-86d2-c10f1383c984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847864-7-iscsi {{(pid=110927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 11:05:35.200918 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (77ea23ce-49f4-4e02-aa76-53e6ad285d4d), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.226645 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ea23ce-49f4-4e02-aa76-53e6ad285d4d']}} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:35.238960 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cd4850-d684-400a-8593-f44bcce8c7db') {'for_net_delete': True} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:35.239332 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.services.segments.db [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cd4850-d684-400a-8593-f44bcce8c7db') {} {{(pid=110926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:35.251347 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125981469'] for segment (39cd4850-d684-400a-8593-f44bcce8c7db), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.266763 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (39cd4850-d684-400a-8593-f44bcce8c7db), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.273479 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=110926) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 11:05:35.273888 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125982925'] for segment (39cd4850-d684-400a-8593-f44bcce8c7db), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.366985 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 39cd4850-d684-400a-8593-f44bcce8c7db resource provider aggregate not found Jul 12 11:05:35.384472 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.services.segments.plugin [-] Segment 39cd4850-d684-400a-8593-f44bcce8c7db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39cd4850-d684-400a-8593-f44bcce8c7db found for delete ", "request_id": "req-42dbee89-8f4b-4901-b78c-f218649e3eb1"}]} Jul 12 11:05:35.391173 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (77ea23ce-49f4-4e02-aa76-53e6ad285d4d), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.397002 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:35.400384 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] 10.222.0.36 "DELETE /v2.0/networks/77ea23ce-49f4-4e02-aa76-53e6ad285d4d HTTP/1.1" status: 204 len: 168 time: 0.7478175 Jul 12 11:05:35.405408 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34690) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:35.414349 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c43c2-8bfa-4577-a713-b9adb4a4ea02 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ea23ce-49f4-4e02-aa76-53e6ad285d4d,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:35.706305 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 22aa9162-b055-48eb-b9a2-4b36567c3aa6 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:35.727262 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 22aa9162-b055-48eb-b9a2-4b36567c3aa6 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:35.727615 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 22aa9162-b055-48eb-b9a2-4b36567c3aa6 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:35.728305 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9f711ffd-2b34-4fc3-abe1-6e04694f5ece no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:35.748807 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 9f711ffd-2b34-4fc3-abe1-6e04694f5ece {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:35.749154 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 9f711ffd-2b34-4fc3-abe1-6e04694f5ece not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:35.781774 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413098'] for router_interface (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:36.050387 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Deleting port 72a9d13b-da8d-458d-b8a8-92d9d15e3231 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:36.050387 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:36.185170 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] For port 72a9d13b-da8d-458d-b8a8-92d9d15e3231, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=72a9d13b-da8d-458d-b8a8-92d9d15e3231,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:36.185777 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:36.209045 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Calling delete_port for 72a9d13b-da8d-458d-b8a8-92d9d15e3231 owned by network:router_interface {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:36.625531 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (72a9d13b-da8d-458d-b8a8-92d9d15e3231), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:36.654793 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=72a9d13b-da8d-458d-b8a8-92d9d15e3231,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:36.862473 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-579720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-412982'] for router_interface (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:37.088256 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac has already been hosted by L3 agent 4088636e-6c10-4e6e-8cb3-52c53a5a9a56 {{(pid=110925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 11:05:37.201522 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] Notify agent at l3_agent.dv-cinder-847864-7-iscsi the message routers_updated {{(pid=110925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 11:05:37.207384 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-41f3bdb5-9a32-4dfb-ad0e-c90c808d1bbe admin admin] 10.222.0.36 "PUT /v2.0/routers/6f8e90f9-1153-4e09-9188-c7c7d1c27eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001993 Jul 12 11:05:37.210177 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34692) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:37.213384 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Sync routers for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 11:05:37.225487 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:37.226139 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:05:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:37.329956 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks [] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:37.358112 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:37.469437 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks [] for router_gateway (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:37.569383 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T11:05:36Z', 'revision_number': 5, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:37.595361 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Checking router: 6f8e90f9-1153-4e09-9188-c7c7d1c27eac for host: dv-cinder-847864-7-iscsi {{(pid=110927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 11:05:37.607006 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Routers {'6f8e90f9-1153-4e09-9188-c7c7d1c27eac'} bound to L3 agent in host dv-cinder-847864-7-iscsi {{(pid=110927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 12 11:05:37.607650 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847864-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-12T10:38:58Z,description=,heartbeat_timestamp=2022-07-12T11:05:28Z,host='dv-cinder-847864-7-iscsi',id=4088636e-6c10-4e6e-8cb3-52c53a5a9a56,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T10:38:59Z,topic='l3_agent')) {'router_ids': ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'], 'active': True} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:37.678222 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Deleting port de92d501-55ac-44c6-82d9-9c1a5871235a {{(pid=110926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:37.678655 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:37.731838 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvr_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] Set router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac gateway port host: dv-cinder-847864-7-iscsi {{(pid=110927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 12 11:05:37.785583 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.db [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] For port de92d501-55ac-44c6-82d9-9c1a5871235a, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=de92d501-55ac-44c6-82d9-9c1a5871235a,segment=NetworkSegment(6817eb6a-9948-4052-b859-8ac0388bdbc1),segment_id=6817eb6a-9948-4052-b859-8ac0388bdbc1)] {{(pid=110926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:37.785949 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:37.800043 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.plugins.ml2.plugin [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Calling delete_port for de92d501-55ac-44c6-82d9-9c1a5871235a owned by network:router_gateway {{(pid=110926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:37.923936 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_hamode_db [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T11:05:36Z', 'revision_number': 5, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}], 'dv-cinder-847864-7-iscsi', False) {} {{(pid=110927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:37.952210 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85bdd2-1b84-4ec7-b8f7-6ef447ec9f26 None None] The sync data for ids ['6f8e90f9-1153-4e09-9188-c7c7d1c27eac'] in dv-cinder-847864-7-iscsi is: [{'id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'name': 'tempest-TestVolumeBootPattern-1085586164-router', 'tenant_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'external_fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T11:05:36Z', 'revision_number': 5, 'project_id': 'dc3e3129d0334a9ca6730c78c4aea8bd', 'gw_port': {'id': 'de92d501-55ac-44c6-82d9-9c1a5871235a', 'name': '', 'network_id': '5daae12b-b703-4366-9f9d-7ddf65b090d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8e90f9-1153-4e09-9188-c7c7d1c27eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '070f284c-f85d-485f-82e3-858002e9ca75', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847864-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T10:58:44Z', 'updated_at': '2022-07-12T10:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '070f284c-f85d-485f-82e3-858002e9ca75', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847864-7-iscsi'}] {{(pid=110927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 11:05:38.202506 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125982874'] for port (de92d501-55ac-44c6-82d9-9c1a5871235a), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.228807 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Pushing event deleted for resources: {'Port': ['ID=de92d501-55ac-44c6-82d9-9c1a5871235a,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:38.301205 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412816'] for router_gateway (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.397099 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1909'] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.399532 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks [] for router_controller (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.528095 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-414976'] for router (6f8e90f9-1153-4e09-9188-c7c7d1c27eac), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.528828 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8e90f9-1153-4e09-9188-c7c7d1c27eac {{(pid=110926) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 11:05:38.533368 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.534482 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-39dd2802-e9f5-4482-a708-e4e239a68916 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6f8e90f9-1153-4e09-9188-c7c7d1c27eac HTTP/1.1" status: 204 len: 168 time: 1.3224328 Jul 12 11:05:38.537163 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34694) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:38.600067 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Deleting subnet 7dc92db1-8d5e-4dc1-b8a2-01e189855bfc {{(pid=110926) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 12 11:05:38.605650 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Publish callbacks [] for subnet (7dc92db1-8d5e-4dc1-b8a2-01e189855bfc), before_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.648665 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125981476'] for subnet (7dc92db1-8d5e-4dc1-b8a2-01e189855bfc), precommit_delete_associations {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.735350 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3821810'] for subnet (7dc92db1-8d5e-4dc1-b8a2-01e189855bfc), precommit_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.854789 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3821819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125982839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126813740'] for subnet (7dc92db1-8d5e-4dc1-b8a2-01e189855bfc), after_delete {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.880140 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc92db1-8d5e-4dc1-b8a2-01e189855bfc,revision_number=None']} {{(pid=110926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:38.886558 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron_lib.callbacks.manager [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:38.892196 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-ba7084cd-306c-4102-b775-5bcffa866623 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7dc92db1-8d5e-4dc1-b8a2-01e189855bfc HTTP/1.1" status: 204 len: 168 time: 0.3534892 Jul 12 11:05:38.893723 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de9cfe6-4c54-48a6-8eef-a857349b3403 None None] Network 85c38603-5584-434e-9753-0b2fa7d2e98a requested from dv-cinder-847864-7-iscsi {{(pid=110927) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 11:05:38.895151 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34696) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:38.977718 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3849005'] for network (85c38603-5584-434e-9753-0b2fa7d2e98a), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.052481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Deleting port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 {{(pid=110925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:39.052481 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.112074 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] DHCP port deletion for 85c38603-5584-434e-9753-0b2fa7d2e98a request from dv-cinder-847864-7-iscsi {{(pid=110927) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 11:05:39.141078 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.db [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] For port 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3e333f2f-9905-4ac3-b1a4-106865e6dde4,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:39.141662 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.162057 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.plugin [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Calling delete_port for 3e333f2f-9905-4ac3-b1a4-106865e6dde4 owned by network:dhcp {{(pid=110925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:39.178976 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Deleting port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 {{(pid=110927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 12 11:05:39.179359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756705841071'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), before_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.259208 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.db [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] For port 3e333f2f-9905-4ac3-b1a4-106865e6dde4, host dv-cinder-847864-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847864-7-iscsi',level=0,port_id=3e333f2f-9905-4ac3-b1a4-106865e6dde4,segment=NetworkSegment(6142eac8-5620-412a-ac6f-3a46c192da8c),segment_id=6142eac8-5620-412a-ac6f-3a46c192da8c)] {{(pid=110927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 11:05:39.259629 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-424466'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), precommit_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.276935 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Calling delete_port for 3e333f2f-9905-4ac3-b1a4-106865e6dde4 owned by network:dhcp {{(pid=110927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 12 11:05:39.379559 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4846330'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.392671 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3519780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1047552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756705847062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756705404236'] for port (3e333f2f-9905-4ac3-b1a4-106865e6dde4), after_delete {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.424400 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] No DVR routers for this DVR port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 on host dv-cinder-847864-7-iscsi {{(pid=110925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:39.426557 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e333f2f-9905-4ac3-b1a4-106865e6dde4,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:39.438303 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] Pushing event deleted for resources: {'Port': ['ID=3e333f2f-9905-4ac3-b1a4-106865e6dde4,revision_number=None']} {{(pid=110927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:39.442018 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9111b-41c7-4ada-8c45-9d8518fc0d75 None None] No DVR routers for this DVR port 3e333f2f-9905-4ac3-b1a4-106865e6dde4 on host dv-cinder-847864-7-iscsi {{(pid=110927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 11:05:39.509165 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819879', 'neutron.services.segments.db._delete_segments_for_network-8756705933002'] for network (85c38603-5584-434e-9753-0b2fa7d2e98a), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.532117 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c38603-5584-434e-9753-0b2fa7d2e98a']}} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:39.542616 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6142eac8-5620-412a-ac6f-3a46c192da8c') {'for_net_delete': True} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:39.542940 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.services.segments.db [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6142eac8-5620-412a-ac6f-3a46c192da8c') {} {{(pid=110925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 11:05:39.554129 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756705935059', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5751801'] for segment (6142eac8-5620-412a-ac6f-3a46c192da8c), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.570321 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254'] for segment (6142eac8-5620-412a-ac6f-3a46c192da8c), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.577582 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=110925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 11:05:39.580838 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3842254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4846253'] for segment (6142eac8-5620-412a-ac6f-3a46c192da8c), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.701639 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 6142eac8-5620-412a-ac6f-3a46c192da8c resource provider aggregate not found Jul 12 11:05:39.724429 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.services.segments.plugin [-] Segment 6142eac8-5620-412a-ac6f-3a46c192da8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6142eac8-5620-412a-ac6f-3a46c192da8c found for delete ", "request_id": "req-0e2f36e7-f24a-45a3-9623-3334a05ab8ff"}]} Jul 12 11:05:39.741708 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 72a9d13b-da8d-458d-b8a8-92d9d15e3231 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:39.763849 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 72a9d13b-da8d-458d-b8a8-92d9d15e3231 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:39.764311 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 72a9d13b-da8d-458d-b8a8-92d9d15e3231 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:39.764992 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3e333f2f-9905-4ac3-b1a4-106865e6dde4 no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:39.774238 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412852'] for network (85c38603-5584-434e-9753-0b2fa7d2e98a), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.783823 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579747'] for network (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:39.790942 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/85c38603-5584-434e-9753-0b2fa7d2e98a HTTP/1.1" status: 204 len: 168 time: 0.8937972 Jul 12 11:05:39.796078 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: 3e333f2f-9905-4ac3-b1a4-106865e6dde4 {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:39.797166 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device 3e333f2f-9905-4ac3-b1a4-106865e6dde4 not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:39.797166 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device de92d501-55ac-44c6-82d9-9c1a5871235a no longer exists at agent ovs-agent-dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 11:05:39.817550 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a4e10-91ac-4540-9235-8b1275affb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=85c38603-5584-434e-9753-0b2fa7d2e98a,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:39.838148 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.plugin [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] No Port match for: de92d501-55ac-44c6-82d9-9c1a5871235a {{(pid=110927) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 12 11:05:39.838719 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron.plugins.ml2.rpc [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Device de92d501-55ac-44c6-82d9-9c1a5871235a not bound to the agent host dv-cinder-847864-7-iscsi {{(pid=110927) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 11:05:40.149320 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34706) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:40.194439 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-55c1d092-7a64-4678-b14e-4d27259419f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b54d4125f56d4cf9b20632b7918214d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436020 Jul 12 11:05:40.197192 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34708) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:40.261770 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] Publish callbacks [] for security_group (53b05e47-5b67-48e1-abe7-aedcddc55317), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:40.286157 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] Publish callbacks [] for security_group (53b05e47-5b67-48e1-abe7-aedcddc55317), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:40.414055 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (53b05e47-5b67-48e1-abe7-aedcddc55317), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:40.416741 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:40.417976 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53b05e47-5b67-48e1-abe7-aedcddc55317 HTTP/1.1" status: 204 len: 168 time: 0.2197602 Jul 12 11:05:40.427308 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863c7fa-39b3-48b9-93d0-ad0e761ad36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b05e47-5b67-48e1-abe7-aedcddc55317,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:41.147441 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [-] (110926) accepted ('10.222.0.36', 34714) {{(pid=110926) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:41.191156 dv-cinder-847864-7-iscsi neutron-server[110926]: INFO neutron.wsgi [None req-6d7b74cb-5778-4d99-9f6c-e5a9ef5615a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc3e3129d0334a9ca6730c78c4aea8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424440 Jul 12 11:05:41.193714 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [-] (110925) accepted ('10.222.0.36', 34716) {{(pid=110925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 11:05:41.249736 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] Publish callbacks [] for security_group (ab283b0e-feec-4304-86cc-16db84b0935a), before_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:41.278298 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] Publish callbacks [] for security_group (ab283b0e-feec-4304-86cc-16db84b0935a), precommit_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:41.583889 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563647'] for security_group (ab283b0e-feec-4304-86cc-16db84b0935a), after_delete {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:41.586807 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron_lib.callbacks.manager [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:41.588394 dv-cinder-847864-7-iscsi neutron-server[110925]: INFO neutron.wsgi [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab283b0e-feec-4304-86cc-16db84b0935a HTTP/1.1" status: 204 len: 168 time: 0.3936224 Jul 12 11:05:41.597497 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbcdf0-50d9-408a-9958-d29a6ec8d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab283b0e-feec-4304-86cc-16db84b0935a,revision_number=None']} {{(pid=110925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 11:05:55.482401 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ac03b1b-570b-42cd-8853-ebd0aaa0421d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:05:58.322395 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ccd0d181-3e7d-48ed-a31d-a452837b18cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:00.156916 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:00.626596 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:06:01.196997 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:02.099145 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:02.854572 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:25.449042 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-475395e8-bc04-4914-8996-b95fe5acc31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:28.174474 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3ef5-33f3-4029-b0df-d6a0bf7b13f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:30.122738 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:31.179627 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:32.157558 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:32.855343 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:37.625165 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:06:55.448901 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-ab95d360-3bca-4168-b6cd-39838c7a1313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:06:58.157892 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-12a25bee-4ba7-4725-88f5-f0857159e75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:00.129202 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:01.175086 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:02.095065 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:02.849062 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:14.624082 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:07:25.455431 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-2ac9252c-eabf-4334-ac7f-69316b20a4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:28.156610 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-187257bb-6411-4c01-9722-bc08ecb86bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:30.139658 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:31.214557 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:32.118612 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:32.843859 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:51.624599 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:07:55.438965 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-05ae8235-4e7a-405b-b2d8-a4c81c23f553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:07:58.170200 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-36efa70b-edeb-4ff3-85f5-50083c0263a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:00.123499 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:01.210481 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:02.111705 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:02.838875 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:25.451014 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-753a356c-cb9c-41dc-914e-684d9c3904de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:28.157361 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c664c284-bb09-4ae6-ab58-60e09f0213c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:28.623111 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:08:30.134872 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:31.203643 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:32.113642 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:32.895025 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:55.443932 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-20a279c5-10a9-4582-b6f0-0411c0e8e344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:58.094186 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-4e63ee6a-1368-4b89-84a9-9a022d5c2265 service neutron] (110925) timed out ('10.222.0.36', 57848) {{(pid=110925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:08:58.165191 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-8038d7d5-bd15-4cce-9ac4-311f456f25ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:08:58.354297 dv-cinder-847864-7-iscsi neutron-server[110926]: DEBUG neutron.wsgi [req-a18482c2-d821-467f-8fae-3fd6e5b61cf2 req-88aff24b-f91b-4dac-8be3-5efd118b1266 tempest-TestShelveInstance-1307815686 tempest-TestShelveInstance-1307815686-project] (110926) timed out ('10.222.0.36', 57864) {{(pid=110926) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:09:00.171985 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:01.215528 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:02.120014 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:02.849809 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:05.622643 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:09:25.452161 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-fdbff997-0dfb-4664-a6be-2fab10f77618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:28.166303 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-c1788d3d-09d0-472c-a120-9580ca383384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:30.138034 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:31.217980 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:32.130433 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:32.835371 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:42.621646 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:09:55.467297 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-9fcffb92-326b-415e-9339-46d13508cb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:09:58.153268 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-7df361b3-0b6a-495e-ad72-e55690868765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:00.147449 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:01.015484 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-58c304f5-b4f6-48e7-8c6b-64e2b10e5dd9 service neutron] (110925) timed out ('10.222.0.36', 56266) {{(pid=110925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:10:01.093544 dv-cinder-847864-7-iscsi neutron-server[110925]: DEBUG neutron.wsgi [req-be1e4180-c827-4a72-ab31-3b8f737be4c9 req-500c048b-5b51-4f44-bc55-1c98a1686711 tempest-AttachVolumeShelveTestJSON-2098003018 tempest-AttachVolumeShelveTestJSON-2098003018-project] (110925) timed out ('10.222.0.36', 56274) {{(pid=110925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 11:10:01.228089 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:02.118738 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:02.884771 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:19.621673 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:10:25.496577 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-46bbc550-d2ac-4e09-a572-5bc5029b506d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:28.190527 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-404e55c5-55f3-48e6-9d24-4d4277d25a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:30.136466 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:31.233884 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:32.121811 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:32.885319 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:55.462814 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-532226c1-a980-4bed-b4fc-5485efb4ef17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (88d1034b-a17e-4c77-a88e-08011682a67b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:10:56.621874 dv-cinder-847864-7-iscsi neutron-server[110928]: DEBUG neutron.db.agents_db [None req-e7d6f44c-9aa9-4d2f-a8f5-04af0ded572b None None] Agent healthcheck: found 6 active agents {{(pid=110928) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 11:10:58.159694 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-e0a2aeac-7ed6-4814-8f22-99080dead0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (4088636e-6c10-4e6e-8cb3-52c53a5a9a56), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:11:00.153882 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa602-8d83-456f-b28e-fa949474d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (d853e2b2-18e1-43bc-b616-0b5877243cde), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:11:01.297359 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-d65b8511-5d2e-4798-8027-17238162d8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (42e8f37a-3f99-40c1-a9c2-cc435ffe5bba), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:11:02.125245 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-6797bb75-89a1-4d14-904c-43cf75c9ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (0edbc7ba-7ab3-4fd6-9394-c90ada1ae5d0), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 11:11:02.854124 dv-cinder-847864-7-iscsi neutron-server[110927]: DEBUG neutron_lib.callbacks.manager [None req-75fe053f-e658-40f9-9700-af791cf11c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756705932984', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3820894'] for agent (6e1d66ba-6914-458c-9f87-5fce8d76f34b), after_update {{(pid=110927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}